-- Logs begin at Tue 2021-10-12 03:27:58 UTC, end at Tue 2021-10-12 04:40:09 UTC. -- Oct 12 04:08:11.908688 dv-cinder-813067-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 04:08:14.614356 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.common.config [-] Logging enabled! Oct 12 04:08:14.614984 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev62 Oct 12 04:08:14.615153 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94502) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 04:08:14.618362 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.common.config [-] Logging enabled! Oct 12 04:08:14.618610 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev62 Oct 12 04:08:14.618940 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94502) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 04:08:14.620131 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 04:08:14.620376 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 04:08:14.620740 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 04:08:14.620983 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 04:08:14.621204 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 04:08:14.621521 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.621814 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.622106 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.622331 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.622621 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.622930 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.623209 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.623493 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.624297 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.624580 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.624858 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.625140 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.625367 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.625644 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.625925 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.626205 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.626422 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] debug = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.626727 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.627163 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.627559 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.627837 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.628122 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.628396 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.628663 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.628935 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.629217 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.629538 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] host = dv-cinder-813067-1-iscsi {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.629817 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.630096 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.630376 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.630656 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.630955 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.631227 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.631506 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.631774 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.632041 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] log_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.632312 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.632593 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.632874 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.633159 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.633382 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.633597 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.633887 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.634167 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.634438 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.634738 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.635012 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.635283 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.635554 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.635820 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.636096 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.636372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.636650 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.636924 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.637197 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.637467 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.637738 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.638018 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.638290 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.638560 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.638862 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.639147 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.640039 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.640313 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.640610 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.640892 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.641170 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.641452 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.641723 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.642001 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.642268 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.642536 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.642832 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] use_json = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.643103 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.643369 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.643646 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.643916 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.644185 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.644458 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.644725 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.645006 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:14.645301 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.645593 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.645891 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.646171 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.646470 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.646773 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.647060 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.647335 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.647617 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.647900 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.648186 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.648460 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.648743 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.649015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.649304 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.649605 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.649898 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.650184 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.650455 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.650750 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.651023 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.651299 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.651584 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.651859 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.652143 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.652426 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.652702 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.652985 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.653275 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.653564 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.653835 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.654109 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.654405 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.654689 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.654991 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.655270 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.655556 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.655832 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.656102 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.656380 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.656651 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.656917 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.657199 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.657458 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.657744 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.658021 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.658291 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.658558 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.658851 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.659120 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.659400 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.659673 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.659945 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.660212 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.660483 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.660749 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.661015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.661283 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.661550 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.661826 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.662090 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.662356 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.662620 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.662910 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.663174 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.663439 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.663704 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.663971 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.664238 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.664500 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.664766 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.665030 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.665297 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.665577 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.665867 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.666137 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.666411 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.666700 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.666977 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.667246 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.667516 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.667789 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.668062 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.668329 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.668610 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.668887 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.669169 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.669445 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.669716 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.670026 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.670298 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.670597 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.670900 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.671174 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.671451 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.671727 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.672010 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.672293 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.672574 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.672855 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.673148 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.673413 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.673715 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.673988 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:14.674201 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 04:08:14.674433 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94502) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 04:08:15.099248 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 04:08:15.099520 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 04:08:15.099808 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 04:08:15.100150 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 04:08:15.415136 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.415334 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.415607 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.416745 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.417016 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.417272 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.450836 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.451107 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.451367 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.466365 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.466636 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.466924 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.497522 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.497798 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.498056 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.533404 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.533677 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.533938 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.765992 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.766466 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.766573 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.766793 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.767493 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.887830 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.888145 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.888423 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.888687 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.888948 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.889753 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.890014 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.890265 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.890513 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.890815 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.891071 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.891328 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.891576 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.891823 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.892071 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.892328 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.892575 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.892833 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.893094 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.893344 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.893606 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.893848 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.894128 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.894501 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.894769 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.895013 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.895403 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 04:08:15.895636 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 04:08:15.895868 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 04:08:15.896098 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 04:08:15.896327 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 04:08:15.896555 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 04:08:15.896912 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 04:08:15.900013 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 04:08:15.903957 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 04:08:15.909349 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 12 04:08:15.911018 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 04:08:15.911477 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 04:08:15.911813 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 04:08:15.912194 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 04:08:15.915033 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 04:08:15.915282 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 04:08:15.915622 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 04:08:15.921439 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 04:08:15.943728 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 04:08:15.944177 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.944468 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94502) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 04:08:15.944820 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.946197 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94502) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 04:08:15.946473 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 04:08:15.946745 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 04:08:15.950101 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:15.950375 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:16.014262 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 04:08:16.014488 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 04:08:16.014759 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 04:08:16.015138 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 04:08:16.035209 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_db.sqlalchemy.engines [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94502) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 04:08:16.852042 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Initializing driver for type 'gre' Oct 12 04:08:16.852552 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] gre ID ranges: [(1, 1000)] Oct 12 04:08:17.034047 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Initializing driver for type 'local' Oct 12 04:08:17.034305 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Initializing driver for type 'vlan' Oct 12 04:08:17.108445 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] VlanTypeDriver initialization complete Oct 12 04:08:17.108777 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Initializing driver for type 'vxlan' Oct 12 04:08:17.109277 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] vxlan ID ranges: [(1, 1000)] Oct 12 04:08:17.297923 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Initializing extension driver 'port_security' Oct 12 04:08:17.298258 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.extensions.port_security [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] PortSecurityExtensionDriver initialization complete Oct 12 04:08:17.298590 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Initializing mechanism driver 'openvswitch' Oct 12 04:08:17.299010 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Initializing mechanism driver 'hyperv' Oct 12 04:08:17.305602 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:08:17.306267 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > port after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.306632 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > port after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.307007 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > port after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.307536 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94502) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 04:08:17.307970 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > subnet after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.308321 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > subnet after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.308663 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.309058 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94502) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 04:08:17.309463 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > network after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.309807 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > network after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.310145 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > network after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.310566 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94502) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 04:08:17.311003 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > security_group after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.312113 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > security_group after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.312530 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.312992 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94502) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 04:08:17.313400 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.313744 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.314081 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.314485 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94502) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 04:08:17.314926 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > address_group after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.315272 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > address_group after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.315651 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.316001 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94502) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 04:08:17.316378 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] ML2 OVO RPC backend initialized. {{(pid=94502) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 04:08:17.317085 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.317436 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.317849 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > network before_response 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.318193 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > networks before_response 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.318535 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > port before_response 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.318902 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > ports before_response 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.319246 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > subnet before_response 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.319582 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > subnets before_response 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.321363 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > network after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.321363 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > network after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.321363 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > network after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.321363 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > port after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.321833 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > port after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.321833 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > port after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.321833 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > subnet after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.322133 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > subnet after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.322458 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.323055 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.plugin [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Modular L2 Plugin initialization complete Oct 12 04:08:17.323380 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading services supported by the core plugin {{(pid=94502) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 04:08:17.323703 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.plugins.ml2.managers [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Got port-security extension from driver 'port_security' Oct 12 04:08:17.324167 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.extensions.vlantransparent [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Disabled vlantransparent extension. Oct 12 04:08:17.324645 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94502) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 04:08:17.324953 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading Plugin: router Oct 12 04:08:17.360807 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.361195 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router after_create 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.361568 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router before_create 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.361935 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.362309 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.362688 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router after_delete 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.363115 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > floatingip after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.363468 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.363827 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router after_create 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.364181 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router after_update 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.364529 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router after_update 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.364877 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.365236 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router after_update 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.365644 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router precommit_update 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.366013 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: port after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.366346 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: port after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.366699 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: subnet after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.367037 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.367379 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.367726 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router precommit_create 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.368071 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: port before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.368409 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router precommit_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.368768 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router after_update 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.369113 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.369465 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router precommit_create 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.370095 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.370445 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router precommit_update 55549900 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.370851 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > agent after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.371207 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > agent after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.371554 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > network after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.372420 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Tracking information for resource: router configured {{(pid=94502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 04:08:17.372750 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Tracking information for resource: floatingip configured {{(pid=94502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 04:08:17.378350 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.db.l3_agentschedulers_db [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 04:08:17.378970 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: port after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.379329 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: port after_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.379675 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: port after_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.380022 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: port after_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.380800 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router before_create 55550100 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.381159 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.381515 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router precommit_create 55550100 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.381867 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > router precommit_update 55550100 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.386697 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.services.provider_configuration [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service providers = [] {{(pid=94502) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 04:08:17.387050 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.db.servicetype_db [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94502) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 04:08:17.390028 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.services.service_base [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94502) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 04:08:17.390376 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.services.service_base [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94502) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 04:08:17.390743 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.services.service_base [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94502) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 04:08:17.391634 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.services.service_base [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94502) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 04:08:17.392004 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.services.service_base [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 04:08:17.392375 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 04:08:17.392688 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 04:08:17.403378 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 04:08:17.403711 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading Plugin: auto_allocate Oct 12 04:08:17.409547 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: network precommit_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.409914 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: network precommit_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.410424 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 04:08:17.410775 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading Plugin: tag Oct 12 04:08:17.417332 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 04:08:17.417659 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading Plugin: timestamp Oct 12 04:08:17.423440 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 04:08:17.423772 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading Plugin: network_ip_availability Oct 12 04:08:17.429255 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.429625 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.429976 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.430683 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 04:08:17.431018 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading Plugin: flavors Oct 12 04:08:17.435838 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 04:08:17.436756 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading Plugin: revisions Oct 12 04:08:17.441110 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 04:08:17.441494 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.342s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 04:08:17.442240 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94502) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 04:08:17.442573 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Initializing extension manager. Oct 12 04:08:17.443098 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: __init__.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.443435 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: __pycache__ {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.443766 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.444095 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: address_group.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.444849 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.445403 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: address-group Oct 12 04:08:17.445724 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: address_scope.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.446434 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.446970 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: address-scope Oct 12 04:08:17.447290 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.448401 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.448913 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: router-admin-state-down-before-update Oct 12 04:08:17.449235 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: agent.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.449937 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.450441 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: agent Oct 12 04:08:17.450785 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: agent_resources_synced.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.451719 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.452222 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: agent-resources-synced Oct 12 04:08:17.452539 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: allowedaddresspairs.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.454333 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.454905 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: allowed-address-pairs Oct 12 04:08:17.455231 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: auto_allocated_topology.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.456307 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.456819 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: auto-allocated-topology Oct 12 04:08:17.457144 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: availability_zone.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.457835 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.458338 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: availability_zone Oct 12 04:08:17.458658 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: availability_zone_filter.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.459590 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.460097 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: availability_zone_filter Oct 12 04:08:17.460418 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: data_plane_status.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.461320 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.461826 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 04:08:17.462146 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: default_subnetpools.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.463091 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.463602 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: default-subnetpools Oct 12 04:08:17.463924 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.464732 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.465237 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: dhcp_agent_scheduler Oct 12 04:08:17.465557 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: dns.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.466473 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.467007 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension dns-integration not supported by any of loaded plugins Oct 12 04:08:17.467355 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: dns_domain_ports.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.468299 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.468801 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 04:08:17.469120 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.470040 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.470540 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 04:08:17.470892 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: dvr.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.471562 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.472062 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: dvr Oct 12 04:08:17.472379 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: ecmp_routes.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.473300 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.473799 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 04:08:17.474118 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: empty_string_filtering.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.475061 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.475565 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: empty-string-filtering Oct 12 04:08:17.475886 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.476811 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.477320 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 04:08:17.477642 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.478558 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.479094 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 04:08:17.479413 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: external_net.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.480323 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.480831 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: external-net Oct 12 04:08:17.481149 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.482060 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.482568 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: extra_dhcp_opt Oct 12 04:08:17.482909 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: extraroute.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.484330 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.484839 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: extraroute Oct 12 04:08:17.485162 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: extraroute_atomic.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.486197 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.486738 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: extraroute-atomic Oct 12 04:08:17.487069 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: filter_validation.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.487731 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.488234 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: filter-validation Oct 12 04:08:17.488550 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: fip_pf_description.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.489460 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.489965 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 04:08:17.490280 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: fip_port_details.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.491230 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.491743 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: fip-port-details Oct 12 04:08:17.492063 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: flavors.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.493303 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.493823 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: flavors Oct 12 04:08:17.494147 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.496115 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.496640 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 04:08:17.496971 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: floatingip_pools.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.497669 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.498181 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: floatingip-pools Oct 12 04:08:17.498506 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: ip_allocation.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.499983 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.500486 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 04:08:17.500808 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.501736 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.502246 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: ip-substring-filtering Oct 12 04:08:17.502569 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: l2_adjacency.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.503526 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.504030 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 04:08:17.504351 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: l3.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.505440 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.505954 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: router Oct 12 04:08:17.506276 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.508546 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.509072 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 04:08:17.509406 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.510349 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.510900 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: ext-gw-mode Oct 12 04:08:17.511234 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.512175 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.512687 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: l3-ha Oct 12 04:08:17.513012 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: l3_flavors.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.513930 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.514461 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: l3-flavors Oct 12 04:08:17.514817 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.515739 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.516242 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 04:08:17.516564 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: l3agentscheduler.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.517595 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.518104 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: l3_agent_scheduler Oct 12 04:08:17.518427 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: logging.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.519952 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.520474 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension logging not supported by any of loaded plugins Oct 12 04:08:17.520799 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: metering.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.521539 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.522111 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: metering Oct 12 04:08:17.522434 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.523553 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.524065 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: metering_source_and_destination_fields Oct 12 04:08:17.524388 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: multiprovidernet.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.525314 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.525818 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: multi-provider Oct 12 04:08:17.526137 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: netmtu.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.527093 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.527602 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: net-mtu Oct 12 04:08:17.527922 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: netmtu_writable.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.528840 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.529346 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: net-mtu-writable Oct 12 04:08:17.529666 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: network_availability_zone.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.530404 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.530939 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: network_availability_zone Oct 12 04:08:17.531257 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: network_ip_availability.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.532372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.534105 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: network-ip-availability Oct 12 04:08:17.534105 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: network_segment_range.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.534105 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.534801 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 04:08:17.535375 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: pagination.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.536415 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.536970 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: pagination Oct 12 04:08:17.538712 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: port_device_profile.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.538712 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.538899 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: port-device-profile Oct 12 04:08:17.539429 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.540798 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.541319 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: port-mac-address-regenerate Oct 12 04:08:17.541644 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.542574 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.543465 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: port-numa-affinity-policy Oct 12 04:08:17.543890 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: port_resource_request.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.544809 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.545320 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 04:08:17.546157 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: portbindings.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.547239 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.547755 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: binding Oct 12 04:08:17.548123 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: portbindings_extended.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.549367 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.549879 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: binding-extended Oct 12 04:08:17.550208 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: portsecurity.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.551157 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.551667 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: port-security Oct 12 04:08:17.551988 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: project_id.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.552966 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.553299 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: project-id Oct 12 04:08:17.553617 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: providernet.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.554550 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.555087 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: provider Oct 12 04:08:17.555406 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.559020 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.559541 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos not supported by any of loaded plugins Oct 12 04:08:17.559873 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.561752 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.562273 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 04:08:17.562602 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.563559 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.564062 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 04:08:17.564389 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_default.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.565301 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.565819 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-default not supported by any of loaded plugins Oct 12 04:08:17.566144 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_fip.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.566832 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.567338 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-fip not supported by any of loaded plugins Oct 12 04:08:17.567661 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_gateway_ip.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.568595 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.569104 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 04:08:17.569427 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_port_network_policy.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.570345 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.570885 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 04:08:17.571207 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.572249 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.572765 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 04:08:17.573087 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_pps_rule.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.574258 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.574815 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-pps not supported by any of loaded plugins Oct 12 04:08:17.575141 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_rule_type_details.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.576066 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.576582 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 04:08:17.576933 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: qos_rules_alias.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.577986 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.578491 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 04:08:17.578847 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: quotasv2.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.579790 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.580117 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: quotas Oct 12 04:08:17.580436 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: quotasv2_detail.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.583862 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.584206 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: quota_details Oct 12 04:08:17.584536 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: rbac.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.585615 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.586154 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: rbac-policies Oct 12 04:08:17.586483 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: rbac_address_group.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.587452 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.587969 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: rbac-address-group Oct 12 04:08:17.588294 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: rbac_address_scope.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.589217 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.589732 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: rbac-address-scope Oct 12 04:08:17.590055 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: rbac_security_groups.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.591007 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.591521 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: rbac-security-groups Oct 12 04:08:17.591843 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: rbac_subnetpool.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.606957 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.607475 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: rbac-subnetpool Oct 12 04:08:17.607796 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: revisionifmatch.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.609347 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.609866 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: revision-if-match Oct 12 04:08:17.610191 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: revisions.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.611365 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.611872 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: standard-attr-revisions Oct 12 04:08:17.612196 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: router_availability_zone.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.612900 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.613406 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: router_availability_zone Oct 12 04:08:17.613726 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: routerservicetype.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.614650 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.615174 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension router-service-type not supported by any of loaded plugins Oct 12 04:08:17.615496 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.616427 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.616935 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: security-groups-normalized-cidr Oct 12 04:08:17.617255 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.618177 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.618709 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: port-security-groups-filtering Oct 12 04:08:17.619032 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.620226 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.620737 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: security-groups-remote-address-group Oct 12 04:08:17.621059 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: securitygroup.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.630897 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.631425 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: security-group Oct 12 04:08:17.631755 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: segment.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.632564 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.633070 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension segment not supported by any of loaded plugins Oct 12 04:08:17.633394 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.634416 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.634961 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 04:08:17.635287 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: servicetype.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.636412 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.636936 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: service-type Oct 12 04:08:17.637262 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: sorting.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.638253 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.638585 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: sorting Oct 12 04:08:17.638939 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: standard_attr_segment.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.639884 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.640400 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 04:08:17.640723 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: standardattrdescription.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.641373 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.641880 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: standard-attr-description Oct 12 04:08:17.642200 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: stateful_security_group.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.643170 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.643687 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: stateful-security-group Oct 12 04:08:17.644011 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: stdattrs_common.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.644594 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 04:08:17.644913 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.645853 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.646359 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 04:08:17.646700 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: subnet_onboard.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.647773 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.648290 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: subnet_onboard Oct 12 04:08:17.648613 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.649543 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.650054 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 04:08:17.650398 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: subnet_service_types.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.651330 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.651843 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: subnet-service-types Oct 12 04:08:17.652167 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: subnetallocation.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.653261 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.653774 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: subnet_allocation Oct 12 04:08:17.654102 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.654806 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.655825 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: subnetpool-prefix-ops Oct 12 04:08:17.656147 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.657085 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.657610 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 04:08:17.657932 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: tagging.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.659041 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.659557 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: standard-attr-tag Oct 12 04:08:17.666166 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: timestamp.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.667173 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.667693 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loaded extension: standard-attr-timestamp Oct 12 04:08:17.668017 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: trunk.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.669057 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.669576 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension trunk not supported by any of loaded plugins Oct 12 04:08:17.669898 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: trunk_details.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.671430 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.671943 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension trunk-details not supported by any of loaded plugins Oct 12 04:08:17.672266 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: uplink_status_propagation.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.673200 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.673715 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 04:08:17.674040 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Loading extension file: vlantransparent.py {{(pid=94502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 04:08:17.674744 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 04:08:17.675255 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 04:08:17.677742 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:network Oct 12 04:08:17.678271 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:subnet Oct 12 04:08:17.678698 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 04:08:17.679089 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:port Oct 12 04:08:17.680321 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.680762 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service FLAVORS assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.681395 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.681821 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.682148 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:router Oct 12 04:08:17.682593 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:floatingip Oct 12 04:08:17.683120 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service METERING assigned prefix: /metering {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.684561 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.684969 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.685276 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:08:17.686446 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 04:08:17.687043 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:security_group Oct 12 04:08:17.687533 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 04:08:17.688133 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service CORE assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.688468 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 04:08:17.688813 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] subnetpool is already registered Oct 12 04:08:17.689243 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service CORE assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.689568 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 04:08:17.689899 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] subnetpool is already registered Oct 12 04:08:17.692219 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.692660 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service FLAVORS assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.693250 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.693675 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.694005 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:router Oct 12 04:08:17.694341 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] router is already registered Oct 12 04:08:17.694787 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:floatingip Oct 12 04:08:17.695125 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] floatingip is already registered Oct 12 04:08:17.695578 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service METERING assigned prefix: /metering {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.696246 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 04:08:17.696577 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] rbac_policy is already registered Oct 12 04:08:17.696985 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:security_group Oct 12 04:08:17.697318 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] security_group is already registered Oct 12 04:08:17.697717 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 04:08:17.698047 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] security_group_rule is already registered Oct 12 04:08:17.698678 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service CORE assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.699011 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 04:08:17.699344 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] subnetpool is already registered Oct 12 04:08:17.699761 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.v2.resource_helper [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Service CORE assigned prefix: {{(pid=94502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 04:08:17.700080 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 04:08:17.700407 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING neutron.quota.resource_registry [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] subnetpool is already registered Oct 12 04:08:17.700855 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: extensions {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.702373 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: address-groups {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.703915 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: address-scopes {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.705247 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: agents {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.706409 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: auto-allocated-topology {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.707716 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: availability_zones {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.708948 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: dhcp-networks {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.712085 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: dhcp-agents {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.713004 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: routers {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.715282 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: flavors {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.716492 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: service_profiles {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.718233 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: next_providers {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.719739 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: service_profiles {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.721281 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: floatingip-pools {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.722506 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: routers {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.724671 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: floatingips {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.725957 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: l3-routers {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.727401 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: l3-agents {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.728824 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: metering-labels {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.730217 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: metering-label-rules {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.731548 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: network-ip-availabilities {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.732827 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: bindings {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.735085 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: quotas {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.736666 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: quotas {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.738206 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: rbac-policies {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.739535 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: security-groups {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.740773 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: security-group-rules {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.742004 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: service-providers {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.743264 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: subnetpools {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.744936 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: subnetpools {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.746462 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.748152 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.750004 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.751810 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.753624 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.755551 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.757208 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.759132 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.760905 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.762767 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron.api.extensions [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Extended resource: tags {{(pid=94502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 04:08:17.768864 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING keystonemiddleware.auth_token [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 04:08:17.774437 dv-cinder-813067-1-iscsi neutron-server[94502]: WARNING keystonemiddleware.auth_token [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 04:08:17.783568 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Acquired lock "singleton_lock" {{(pid=94502) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 04:08:17.784033 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Releasing lock "singleton_lock" {{(pid=94502) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 04:08:17.784683 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO oslo_service.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Starting 2 workers Oct 12 04:08:17.789511 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Started child 94611 {{(pid=94502) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 04:08:17.793905 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Started child 94612 {{(pid=94502) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 04:08:17.795199 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:17.796397 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO neutron.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 04:08:17.796696 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Notify callbacks [] for process, before_spawn {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:17.797329 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [-] (94611) wsgi starting up on http://0.0.0.0:9696 Oct 12 04:08:17.799304 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO oslo_service.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Starting 1 workers Oct 12 04:08:17.799551 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:17.800938 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [-] (94612) wsgi starting up on http://0.0.0.0:9696 Oct 12 04:08:17.804399 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Started child 94613 {{(pid=94502) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 04:08:17.804957 dv-cinder-813067-1-iscsi neutron-server[94502]: INFO oslo_service.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Starting 1 workers Oct 12 04:08:17.808365 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] calling RpcWorker wait() {{(pid=94613) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 04:08:17.808906 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] returning from RpcWorker wait() {{(pid=94613) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 04:08:17.809382 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Started child 94614 {{(pid=94502) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 04:08:17.810183 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a0fb04ee-cd27-498d-aed2-8b22d59cd7ea None None] Notify callbacks [] for process, after_spawn {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:17.810274 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:17.810795 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:08:17.812126 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94502) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 04:08:17.812331 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 04:08:17.812518 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 04:08:17.812751 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 04:08:17.813105 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 04:08:17.813269 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 04:08:17.813769 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.814029 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.814155 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:17.814634 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.814634 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.814888 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.815458 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.815724 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.815854 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:08:17.815999 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.816276 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.816528 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.816700 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.816865 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.817126 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.817382 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.817689 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.817953 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.818189 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.818460 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.818650 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.818936 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.819201 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.819442 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.819707 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] debug = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.819929 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.820413 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.820664 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.820908 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.821142 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.821395 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.821619 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.821882 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.822119 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.822353 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.822586 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.822867 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.823111 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.823336 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.823581 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.823853 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.824071 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.824540 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] host = dv-cinder-813067-1-iscsi {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.824764 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.824983 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.825222 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.825447 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.825690 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.825925 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.826173 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.826429 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.826690 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.827287 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.827542 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.827798 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.828020 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.828277 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.828441 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_options = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.828657 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.828925 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.829170 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.829358 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.829527 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.829705 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.829973 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.830133 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.830370 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.830584 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.830841 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.831075 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.831295 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.831530 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.831771 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.832003 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.832248 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.832475 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.832716 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.832958 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.833183 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.833430 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.833663 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.833909 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.834104 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.834319 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.834545 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.834783 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.834998 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.835245 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.835491 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.835756 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.835974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.836214 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.836516 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.836714 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.836941 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.837176 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.837724 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.837965 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.838233 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.838485 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.838739 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.839008 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.839227 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.839469 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.839688 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_json = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.839907 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.840160 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.840419 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.840644 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.840860 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.841074 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.841293 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.841546 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.841972 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.842262 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.843089 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.843340 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.843594 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.843865 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.844119 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.844358 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.844607 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.844872 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.845169 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.845416 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.845706 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.845946 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.846222 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.846555 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.846847 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.847082 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.847336 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.847570 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.847805 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.848047 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.848319 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.848547 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.848801 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.849054 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.849279 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.849605 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.849899 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.850174 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.850437 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.850655 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.850900 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.851121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.851335 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.851569 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.851802 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.852065 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.852705 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.852705 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.852705 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.853234 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.853234 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.853552 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.853898 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.853898 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.854528 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.854528 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.855187 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.855187 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.855187 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.855613 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.855613 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.855853 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.856027 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.856253 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.856494 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.856708 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.856918 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.857151 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.857385 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.857602 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.857818 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.858683 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.858914 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.859156 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.859407 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.859626 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.859861 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.860192 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.860444 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.860689 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.860904 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.861146 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.861383 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.861607 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.861833 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.862045 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.862397 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.862506 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.862704 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.867121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.867121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.867121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.867121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.867121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.867121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.867121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.867121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.867121 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.868606 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.868606 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.868606 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.868606 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.868606 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.868606 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.868606 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.868606 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871099 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871099 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871099 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871099 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871099 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871099 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871099 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871099 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871588 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871588 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871588 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871588 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871588 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871588 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871588 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.871588 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872036 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872036 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872036 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872036 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872036 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872036 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872386 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872386 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872662 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.872949 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.873845 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.873845 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.873845 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.874830 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.874830 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.874830 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.874830 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.875483 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.875483 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.875758 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.875758 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.876340 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.876340 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.876587 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.876722 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.876972 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.877166 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.877642 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.877892 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.878130 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.878394 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.878642 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.878895 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.879161 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.879415 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.879635 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.880038 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.880288 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.880504 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.881018 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.881018 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.881203 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.881340 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.881556 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.881788 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.882017 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.882255 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.882470 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.882703 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.882947 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.883190 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.883384 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.883618 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.883866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.884087 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.884304 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.884673 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.884909 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.885186 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.885404 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.885676 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.885924 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.886133 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.886384 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.886622 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.886900 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.887115 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.887379 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.887593 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.887801 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.888009 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.889866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.889866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.889866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.889866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.889866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.889866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.889866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.889866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.891456 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.891456 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.891456 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.891456 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.891456 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.891456 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.891456 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.892332 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.892332 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.892332 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.892332 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.895015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.895015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.895015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.895015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.895015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.895015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.895015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.895015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.895015 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.897372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.897372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.897372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.897372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.897372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.897372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.897372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.897372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898057 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898057 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898057 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898057 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898057 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898057 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898057 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898057 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898605 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898605 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898605 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.898605 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.899384 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.899384 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.899384 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.899384 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.899730 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.899810 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.900007 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.900213 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.900437 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.900644 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.900853 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.901073 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.901287 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.901492 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.901780 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.902032 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.902247 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.902526 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.902776 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.903020 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.903269 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.903582 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.903810 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.904078 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.904279 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.904526 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.904742 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.905518 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.906089 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.906089 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.906342 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.906569 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.906870 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.907156 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.907417 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.907627 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.907915 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.908239 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.908510 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.908767 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.908991 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.909245 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.909465 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.909678 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.909916 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.910149 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.910362 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.910596 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.910847 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.911069 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.911282 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.911507 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.911761 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.911990 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.912221 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.912474 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.912689 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.912844 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 04:08:17.913363 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94502) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 04:08:17.913523 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 04:08:17.913674 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 04:08:17.913842 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 04:08:17.914023 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 04:08:17.914178 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 04:08:17.914381 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.914541 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.914721 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.914880 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.915036 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.915212 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.915370 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.915527 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.916074 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.916074 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.916074 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.916454 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.916454 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.916454 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.916818 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.916818 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.916818 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.917641 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.917641 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.917641 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.917641 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.917641 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.918221 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] debug = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.918221 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.918221 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.918221 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.918628 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.918628 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.918628 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.919321 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.919321 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.919321 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.919321 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.919806 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.919806 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.919806 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.919806 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.920199 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.920199 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.920199 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.920503 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] host = dv-cinder-813067-1-iscsi {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.920503 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.921329 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.921329 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.921569 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.921693 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.921815 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.921935 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.922056 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.922176 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.922338 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.922494 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.922728 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.922813 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.922959 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.923115 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_options = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.923271 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.923429 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.923584 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.923784 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.923953 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.924087 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.924213 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.924334 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.924483 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.924639 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.924794 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.924950 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.925106 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.925261 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.925416 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.925570 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.925728 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.925918 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.926068 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.926219 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.926355 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.926489 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.926631 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.926797 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.926924 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.927077 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.927234 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.927390 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.927544 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.927699 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.927854 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.928010 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.928234 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.928381 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.928516 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.928638 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.928720 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.928880 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.929038 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.929198 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.929352 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.929507 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.929662 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.929818 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.929972 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.930127 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.930282 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_json = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.930438 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.930592 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.930786 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.930944 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.931098 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.931239 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.931399 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.931555 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 04:08:17.931730 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.931888 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.932058 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.932810 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.932810 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.932810 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.932810 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.932810 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.933202 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.933202 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.933415 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.933415 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.933608 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.933734 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.933854 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.933974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.934120 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.934321 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.934481 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.934601 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.934746 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.934865 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.935036 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.935510 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.935510 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.935510 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.936353 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.936353 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.936353 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.936353 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.936353 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937022 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937022 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937022 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937022 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937022 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937589 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937589 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937589 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937923 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937923 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.937923 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.938256 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.938256 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.938474 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.938474 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.938657 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.938800 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.938961 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.939125 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.939284 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.939443 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.939602 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.939760 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.939918 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.940090 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.940250 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.940407 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.940565 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.940724 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.940882 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.941040 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.941197 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.941355 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.941514 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.941671 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.941841 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.941999 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.942157 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.942314 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.942473 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.942631 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.942825 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.942950 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.943105 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.943264 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.943422 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.943579 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.943737 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.943895 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.944053 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.944211 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.944371 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.944529 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.944688 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.944858 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.944997 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.945132 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.945883 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.945883 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.945883 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.945883 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.945883 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.946974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.946974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.946974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.946974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.946974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.946974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.946974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.947367 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.947367 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.947367 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.947537 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.947754 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.947841 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.947964 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.948125 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.948283 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.948442 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.948599 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.948763 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.948919 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.949083 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.949244 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.949403 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.949569 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.949727 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.949888 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.950045 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.950210 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.950379 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.950537 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.950715 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.950873 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.951032 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.951189 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.951348 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.951507 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.951664 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.952334 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.952492 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.952658 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.952825 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.952991 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.953150 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.953309 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.953487 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.953645 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.953802 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.953960 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.954117 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.954274 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.954431 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.954589 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.954758 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.954915 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.955073 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.955233 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.955390 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.955549 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.955707 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.955865 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.956024 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.956183 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.956342 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.956500 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.956659 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.956817 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.956974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.957131 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.957289 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.957447 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.957605 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.957763 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.957920 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.958077 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.958234 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.958391 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.958552 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.958731 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.958893 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.959050 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.959210 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.959372 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.959534 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.959695 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.959841 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.959974 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.960132 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.960277 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.960436 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.960595 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.960741 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.960898 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.961055 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.961214 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.961371 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.961869 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.961869 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.961869 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.962280 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.962280 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.962280 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.962708 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.962708 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.962976 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.962976 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.963185 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.963185 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.963333 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.963468 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.963629 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.963801 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.963992 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.964149 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.964284 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.964419 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.964544 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.964702 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.964859 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.965029 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.965186 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.965344 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.965501 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.965659 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.965816 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.965902 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:08:17.965988 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.966127 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.966287 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.966444 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.966600 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.966778 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.966947 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.967104 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.967263 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.967949 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.968117 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.968274 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.968441 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.968618 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.968745 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.968937 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.969048 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.969204 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.969369 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.969527 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.969689 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.969846 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.970003 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.970160 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.970327 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.970484 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.970642 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.970822 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.970980 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.971138 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.971305 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.971464 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.971623 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.971789 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.971947 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.972104 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.972260 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.972428 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.972586 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.972746 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.972903 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.973064 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.973216 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.973375 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.973536 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.973703 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.973866 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.974026 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.974190 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.974356 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.974521 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.974708 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.974861 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.975031 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.975188 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.975346 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.975503 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.975661 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.975820 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.975977 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.976135 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.976292 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.976449 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.976605 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.976763 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.976921 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.977079 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.977237 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.977400 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.977559 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.977764 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.977909 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.978106 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 04:08:17.978439 dv-cinder-813067-1-iscsi neutron-server[94502]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 04:08:18.086857 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 49368) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:18.095917 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069408 Oct 12 04:08:29.841116 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5112b20-1580-48a7-b3ad-84d8d7d7052c None None] get_active_networks_info from dv-cinder-813067-1-iscsi {{(pid=94613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 04:08:29.910780 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5112b20-1580-48a7-b3ad-84d8d7d7052c None None] No non-hosted networks {{(pid=94613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 04:08:29.925207 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.agentschedulers_db [None req-b5112b20-1580-48a7-b3ad-84d8d7d7052c None None] DHCP Agent not found on host dv-cinder-813067-1-iscsi {{(pid=94613) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 04:08:30.042681 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6a245f74-292b-41de-b0eb-6ef3d5df312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701153'] for agent, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:32.276450 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0b798fc1-dc5f-43d5-892c-356eca7b8f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701153'] for agent, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:32.315679 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.db.api [None req-91486e3c-8e2c-48e8-91df-ebeb3f0d112c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813067-1-iscsi {{(pid=94613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 04:08:32.316611 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG oslo_db.api [None req-91486e3c-8e2c-48e8-91df-ebeb3f0d112c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 04:08:32.907011 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-91486e3c-8e2c-48e8-91df-ebeb3f0d112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:33.155157 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701153'] for agent, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:33.156257 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.156887 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.157371 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.157937 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.158423 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.158966 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.159437 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.159999 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.160483 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.160952 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.161580 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.162114 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:33.162954 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813067-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:08:33.188274 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813067-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:08:33.726341 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701153'] for agent, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:35.423457 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701153'] for agent, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:36.105913 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.db.l3_hamode_db [None req-70c3d5b1-9b79-4fe7-b477-167e337c9803 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 04:08:36.183508 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3d5b1-9b79-4fe7-b477-167e337c9803 None None] Routers set() bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:08:36.183883 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3d5b1-9b79-4fe7-b477-167e337c9803 None None] Router IDs set() for agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 04:08:36.570603 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49458) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:37.059693 dv-cinder-813067-1-iscsi neutron-server[94612]: WARNING oslo_policy.policy [None req-ad21f3ea-891b-4eb9-8b89-5d741e867045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 04:08:37.060271 dv-cinder-813067-1-iscsi neutron-server[94612]: WARNING oslo_policy.policy [None req-ad21f3ea-891b-4eb9-8b89-5d741e867045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 04:08:37.285260 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [None req-ad21f3ea-891b-4eb9-8b89-5d741e867045 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:08:37.286472 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ad21f3ea-891b-4eb9-8b89-5d741e867045 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7138424 Oct 12 04:08:39.740379 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49472) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:40.054278 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-cd787bce-1103-4890-ab6f-d885a2b1246e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:40.150221 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.policy [None req-cd787bce-1103-4890-ab6f-d885a2b1246e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94612) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 04:08:40.199369 dv-cinder-813067-1-iscsi neutron-server[94612]: WARNING oslo_policy.policy [None req-cd787bce-1103-4890-ab6f-d885a2b1246e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 04:08:40.199751 dv-cinder-813067-1-iscsi neutron-server[94612]: WARNING oslo_policy.policy [None req-cd787bce-1103-4890-ab6f-d885a2b1246e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 04:08:40.209193 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.quota [None req-cd787bce-1103-4890-ab6f-d885a2b1246e admin admin] Loaded quota_driver: . Oct 12 04:08:40.373174 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cd787bce-1103-4890-ab6f-d885a2b1246e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763812973369', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763812975876', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763812985493', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763812990033', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763805994177', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763812745465', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1771577', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1774262', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616443'] for rbac-policy, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:40.550637 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cd787bce-1103-4890-ab6f-d885a2b1246e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:40.551855 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-cd787bce-1103-4890-ab6f-d885a2b1246e admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8104939 Oct 12 04:08:43.178252 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49484) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:43.464466 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Request body: {'network': {'name': 'private', 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'admin_state_up': True}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:43.542872 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Made reservation on behalf of c0bee5e5e1114148a4c6f16d89674373 for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:08:43.545657 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:43.563307 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:43.745099 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:43.817708 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:43.838051 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:08:43.864904 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763808303095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:43.865493 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Unsubscribe: segment precommit_create {{(pid=94612) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 04:08:43.866023 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Added segment 6ee2df42-2d1b-4058-ad77-0e319d564ab8 of type vlan for network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 Oct 12 04:08:43.882239 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4000c7b9-7313-419e-8aec-846a146f9a66,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:43.933190 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.933586 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.933866 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.934466 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.934815 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.935150 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.935467 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.935775 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.936099 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.936907 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.937227 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.937529 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Tracked resource versions report: Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: pushed versions: Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: { 'AddressGroup': {'1.2'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'ConntrackHelper': {'1.0'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Log': {'1.0'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Network': {'1.1'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Port': {'1.7'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'PortForwarding': {'1.2'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'QosPolicy': {'1.10'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SecurityGroup': {'1.4'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SubPort': {'1.0'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Subnet': {'1.1'}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Trunk': {'1.1'}} Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: consumer versions: Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: { DHCP agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: L3 agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: Metadata agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: Metering agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: Open vSwitch agent@dv-cinder-813067-1-iscsi: { 'AddressGroup': '1.2', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'ConntrackHelper': '1.0', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Log': '1.0', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Network': '1.1', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Port': '1.7', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'PortForwarding': '1.2', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'QosPolicy': '1.10', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SecurityGroup': '1.4', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SecurityGroupRule': '1.2', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SubPort': '1.0', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Subnet': '1.1', Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Trunk': '1.1'}} Oct 12 04:08:43.938605 dv-cinder-813067-1-iscsi neutron-server[94612]: {{(pid=94612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:08:43.982102 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:44.096795 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:44.097980 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:44.098605 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:44.193518 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] Pushing event updated for resources: {'Network': ['ID=167c75fe-7ed8-45c1-86bc-5575cbcf4136,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:44.205322 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:08:44.230974 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-88028295-33f8-4b01-8fe5-8ddac00c7edb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0516236 Oct 12 04:08:46.962187 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49498) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:47.345230 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61007fba-8e4a-4fd1-94f7-c6633fa074b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:47.346593 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-61007fba-8e4a-4fd1-94f7-c6633fa074b0 admin admin] 10.222.0.21 "GET /v2.0/networks/167c75fe-7ed8-45c1-86bc-5575cbcf4136 HTTP/1.1" status: 200 len: 825 time: 0.3834414 Oct 12 04:08:47.371539 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-f84651cb-264c-40a1-9402-3ad59c11d0db admin admin] 10.222.0.21 "GET /v2.0/subnetpools/cd2e16ee-17d5-4225-94e0-971f2391913c HTTP/1.1" status: 200 len: 734 time: 0.0187619 Oct 12 04:08:47.381311 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Request body: {'subnet': {'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136', 'ip_version': 4, 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cd2e16ee-17d5-4225-94e0-971f2391913c', 'name': 'private-subnet'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:47.457120 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Made reservation on behalf of c0bee5e5e1114148a4c6f16d89674373 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:08:47.459353 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:47.818132 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:47.887901 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c199335-c680-4226-aa5f-45202eb4dd94,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:47.890780 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Checking segment: {'id': '6ee2df42-2d1b-4058-ad77-0e319d564ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:08:47.891163 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Network hostable DHCP agents. Network: 167c75fe-7ed8-45c1-86bc-5575cbcf4136, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:08:47.965964 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:08:48.051907 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, 167c75fe-7ed8-45c1-86bc-5575cbcf4136) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:08:48.056576 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:48.057247 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:48.061717 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b818607-1a99-43b5-a536-2452f7d99aea None None] Network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:08:48.163282 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-15fdd15e-282d-46e8-8b39-cadbe1b37e9e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7851586 Oct 12 04:08:48.385756 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-167c75fe-7ed8-45c1-86bc-5575cbcf4136', 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'fixed_ips': [{'subnet_id': '1c199335-c680-4226-aa5f-45202eb4dd94'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:08:48.387033 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:48.660995 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Allocated IP 172.20.0.2 (167c75fe-7ed8-45c1-86bc-5575cbcf4136/1c199335-c680-4226-aa5f-45202eb4dd94/e8b06a5e-cb7f-435f-955d-bd854385fdc0) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:08:48.963792 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:49.051324 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:49.118136 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:08:49.126004 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:08:49.129182 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:08:49.166172 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Pushing event updated for resources: {'Port': ['ID=e8b06a5e-cb7f-435f-955d-bd854385fdc0,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:49.190938 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.191285 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.191620 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.191945 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.192265 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.192592 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.192908 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.193222 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.193550 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.193865 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.194174 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.194482 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Tracked resource versions report: Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: pushed versions: Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: { 'AddressGroup': {'1.2'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'ConntrackHelper': {'1.0'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Log': {'1.0'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Network': {'1.1'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Port': {'1.7'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'PortForwarding': {'1.2'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'QosPolicy': {'1.10'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SecurityGroup': {'1.4'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SubPort': {'1.0'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Subnet': {'1.1'}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Trunk': {'1.1'}} Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: consumer versions: Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: { DHCP agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: L3 agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: Metadata agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: Metering agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: Open vSwitch agent@dv-cinder-813067-1-iscsi: { 'AddressGroup': '1.2', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'ConntrackHelper': '1.0', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Log': '1.0', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Network': '1.1', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Port': '1.7', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'PortForwarding': '1.2', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'QosPolicy': '1.10', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SecurityGroup': '1.4', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SecurityGroupRule': '1.2', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SubPort': '1.0', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Subnet': '1.1', Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Trunk': '1.1'}} Oct 12 04:08:49.195695 dv-cinder-813067-1-iscsi neutron-server[94613]: {{(pid=94613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:08:49.223318 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Attempting to bind port e8b06a5e-cb7f-435f-955d-bd854385fdc0 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:08:49.223637 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Attempting to bind port e8b06a5e-cb7f-435f-955d-bd854385fdc0 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '6ee2df42-2d1b-4058-ad77-0e319d564ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:08:49.224045 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Attempting to bind port e8b06a5e-cb7f-435f-955d-bd854385fdc0 on network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:08:49.228700 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:08:49.229082 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Checking segment: {'id': '6ee2df42-2d1b-4058-ad77-0e319d564ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:08:49.229536 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:49.229908 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Bound using segment: {'id': '6ee2df42-2d1b-4058-ad77-0e319d564ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:08:49.230376 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Bound port: e8b06a5e-cb7f-435f-955d-bd854385fdc0, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee2df42-2d1b-4058-ad77-0e319d564ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:08:49.230784 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:49.291543 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] For port e8b06a5e-cb7f-435f-955d-bd854385fdc0, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:08:49.295704 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] For port e8b06a5e-cb7f-435f-955d-bd854385fdc0, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=e8b06a5e-cb7f-435f-955d-bd854385fdc0,segment=NetworkSegment(6ee2df42-2d1b-4058-ad77-0e319d564ab8),segment_id=6ee2df42-2d1b-4058-ad77-0e319d564ab8)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:08:49.383690 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:49.457640 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1705adb-8d6b-4efb-85a2-b8a18ef72cc3 None None] Pushing event updated for resources: {'Port': ['ID=e8b06a5e-cb7f-435f-955d-bd854385fdc0,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:50.726875 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49506) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:51.042869 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [None req-3e7bceba-069b-4051-be52-d05ca98de502 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:08:51.043965 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3e7bceba-069b-4051-be52-d05ca98de502 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3161433 Oct 12 04:08:53.580216 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 49514) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:54.077448 dv-cinder-813067-1-iscsi neutron-server[94611]: WARNING oslo_policy.policy [None req-857a3762-a358-4490-a678-701fba8b9b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 04:08:54.078063 dv-cinder-813067-1-iscsi neutron-server[94611]: WARNING oslo_policy.policy [None req-857a3762-a358-4490-a678-701fba8b9b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 04:08:54.302158 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [None req-857a3762-a358-4490-a678-701fba8b9b27 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:08:54.303326 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-857a3762-a358-4490-a678-701fba8b9b27 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7221282 Oct 12 04:08:57.042603 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 49530) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:57.362413 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'name': 'router1'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:57.428103 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.policy [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94611) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 04:08:57.475237 dv-cinder-813067-1-iscsi neutron-server[94611]: WARNING oslo_policy.policy [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 04:08:57.475558 dv-cinder-813067-1-iscsi neutron-server[94611]: WARNING oslo_policy.policy [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 04:08:57.484779 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.quota [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] Loaded quota_driver: . Oct 12 04:08:57.623429 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:57.625334 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:57.776059 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:57.818810 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:57.893861 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] Notify callbacks [] for router, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:57.895086 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-29373a4a-4802-408f-a5cf-ba38eda8514d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8513834 Oct 12 04:08:58.503527 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b5e720-9421-4c33-ae15-e0baeb0341f4 None None] Network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:08:58.579697 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-a6cd86fc-4bbb-44a5-8a7c-043f8cac0ea9 None None] Provisioning complete for port e8b06a5e-cb7f-435f-955d-bd854385fdc0 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:08:58.580078 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6cd86fc-4bbb-44a5-8a7c-043f8cac0ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.782043 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6cd86fc-4bbb-44a5-8a7c-043f8cac0ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.836911 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-a6cd86fc-4bbb-44a5-8a7c-043f8cac0ea9 None None] For port e8b06a5e-cb7f-435f-955d-bd854385fdc0, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=e8b06a5e-cb7f-435f-955d-bd854385fdc0,segment=NetworkSegment(6ee2df42-2d1b-4058-ad77-0e319d564ab8),segment_id=6ee2df42-2d1b-4058-ad77-0e319d564ab8)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:08:58.902419 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6cd86fc-4bbb-44a5-8a7c-043f8cac0ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.952652 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd86fc-4bbb-44a5-8a7c-043f8cac0ea9 None None] Pushing event updated for resources: {'Port': ['ID=e8b06a5e-cb7f-435f-955d-bd854385fdc0,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:59.022519 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-80c72270-b39b-4bcf-be4e-c3fef611014b None None] Provisioning complete for port e8b06a5e-cb7f-435f-955d-bd854385fdc0 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:08:59.022962 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-80c72270-b39b-4bcf-be4e-c3fef611014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:59.054311 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device e8b06a5e-cb7f-435f-955d-bd854385fdc0 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:08:59.138577 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port e8b06a5e-cb7f-435f-955d-bd854385fdc0 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:08:59.138885 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:59.794682 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6fe30250-f48c-4c51-8f44-705715cec4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:00.359793 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49544) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:00.660762 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [None req-7482b554-9f78-416c-9bd1-d35062685133 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:09:00.661796 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7482b554-9f78-416c-9bd1-d35062685133 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3010683 Oct 12 04:09:02.246050 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fac44ec4-c219-4249-a14d-357dc069168a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.104522 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 49552) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:03.324671 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.422834 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:03.508132 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Made reservation on behalf of eb506e96f51742c1b5f3bd96b7b8d260 for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:09:03.510829 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.526058 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.626552 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.634208 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.691490 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.703116 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Reserving flat network on physical network physnet1 {{(pid=94611) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 04:09:03.734470 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763808303095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.735063 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Unsubscribe: segment precommit_create {{(pid=94611) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 04:09:03.735564 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Added segment ca10fa98-e3f9-4bb1-9a95-5479a280b27c of type flat for network ebec93e5-cde2-41e8-83c6-398686001061 Oct 12 04:09:03.751125 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec357db-e2d4-490c-884f-0bffca7b95d8,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:03.777233 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.777582 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.777913 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.778234 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.778548 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.778906 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.779224 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.779535 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.780492 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.780810 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.781122 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.781426 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Tracked resource versions report: Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: pushed versions: Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: { 'AddressGroup': {'1.2'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'ConntrackHelper': {'1.0'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Log': {'1.0'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Network': {'1.1'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Port': {'1.7'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'PortForwarding': {'1.2'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'QosPolicy': {'1.10'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SecurityGroup': {'1.4'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SubPort': {'1.0'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Subnet': {'1.1'}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Trunk': {'1.1'}} Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: consumer versions: Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: { DHCP agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: L3 agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: Metadata agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: Metering agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: Open vSwitch agent@dv-cinder-813067-1-iscsi: { 'AddressGroup': '1.2', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'ConntrackHelper': '1.0', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Log': '1.0', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Network': '1.1', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Port': '1.7', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'PortForwarding': '1.2', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'QosPolicy': '1.10', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SecurityGroup': '1.4', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SecurityGroupRule': '1.2', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SubPort': '1.0', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Subnet': '1.1', Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Trunk': '1.1'}} Oct 12 04:09:03.782584 dv-cinder-813067-1-iscsi neutron-server[94611]: {{(pid=94611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:09:03.863118 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.965885 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:03.966858 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:03.968105 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.061963 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] Pushing event updated for resources: {'Network': ['ID=ebec93e5-cde2-41e8-83c6-398686001061,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:04.072342 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network ebec93e5-cde2-41e8-83c6-398686001061 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:09:04.088678 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-ce0b1453-fce9-4862-9bc0-5ac167919c06 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9830954 Oct 12 04:09:05.320015 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.566969 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 49574) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:06.784960 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540491fc-5b43-44db-8185-40ece21faccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:06.786323 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-540491fc-5b43-44db-8185-40ece21faccb admin admin] 10.222.0.21 "GET /v2.0/subnets/1c199335-c680-4226-aa5f-45202eb4dd94 HTTP/1.1" status: 200 len: 849 time: 0.2184076 Oct 12 04:09:06.916184 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d94a23b0-2a59-43e0-b3d8-9e628a13471e admin admin] 10.222.0.21 "GET /v2.0/routers/e5ffa322-70d6-4805-888a-c36bda4bbff0 HTTP/1.1" status: 200 len: 704 time: 0.1236763 Oct 12 04:09:07.172735 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:07.458246 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Allocated IP 172.20.0.1 (167c75fe-7ed8-45c1-86bc-5575cbcf4136/1c199335-c680-4226-aa5f-45202eb4dd94/2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:09:07.635666 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:07.777804 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:07.856441 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:09:07.861741 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:09:07.865133 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:09:07.865645 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:07.886411 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Pushing event updated for resources: {'Port': ['ID=2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:08.026865 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-2bd9b641-43c6-47c7-aebd-ba4f6d46494e None None] Provisioning complete for port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:08.026865 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2bd9b641-43c6-47c7-aebd-ba4f6d46494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:08.057828 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9b641-43c6-47c7-aebd-ba4f6d46494e None None] Port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:09:08.148900 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:08.399154 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:08.439392 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:08.440143 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:08.517197 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Pushing event updated for resources: {'Port': ['ID=2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:08.563361 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:09:08.564632 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:09:08.778975 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-76b45954-9d15-40fb-bc3d-4692083cd143 None None] Provisioning complete for port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:08.779339 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-76b45954-9d15-40fb-bc3d-4692083cd143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:08.793623 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Router e5ffa322-70d6-4805-888a-c36bda4bbff0 is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:09:08.811649 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-76b45954-9d15-40fb-bc3d-4692083cd143 None None] Port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:09:08.887015 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:09:08.893063 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-bfd02a82-d8d9-448e-be79-ab5bf983667b admin admin] 10.222.0.21 "PUT /v2.0/routers/e5ffa322-70d6-4805-888a-c36bda4bbff0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9710224 Oct 12 04:09:08.897199 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Sync routers for ids ['e5ffa322-70d6-4805-888a-c36bda4bbff0'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:09:08.909031 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Routers {'e5ffa322-70d6-4805-888a-c36bda4bbff0'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:09:08.909998 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:09:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['e5ffa322-70d6-4805-888a-c36bda4bbff0'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:09.094731 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Set router e5ffa322-70d6-4805-888a-c36bda4bbff0 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:09:09.518442 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'name': 'router1', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:08:57Z', 'updated_at': '2021-10-12T04:09:08Z', 'revision_number': 2, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'gw_port_host': None, '_interfaces': [{'id': '2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4', 'name': '', 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'mac_address': 'fa:16:3e:c2:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:09:07Z', 'updated_at': '2021-10-12T04:09:08Z', 'revision_number': 2, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'subnets': [{'id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2e16ee-17d5-4225-94e0-971f2391913c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:09.569106 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Checking router: e5ffa322-70d6-4805-888a-c36bda4bbff0 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:09:09.569487 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Updating router e5ffa322-70d6-4805-888a-c36bda4bbff0 port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:09:09.618411 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:10.128905 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:10.199852 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:10.364683 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Pushing event updated for resources: {'Port': ['ID=2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:10.369325 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Attempting to bind port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:09:10.369713 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Attempting to bind port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '6ee2df42-2d1b-4058-ad77-0e319d564ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:09:10.370135 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Attempting to bind port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 on network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:09:10.378363 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.378730 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.379107 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.379387 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.379708 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.380027 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.380342 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.380655 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.380982 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.381295 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.381605 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.381914 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Tracked resource versions report: Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: pushed versions: Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: { 'AddressGroup': {'1.2'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'ConntrackHelper': {'1.0'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Log': {'1.0'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Network': {'1.1'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Port': {'1.7'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'PortForwarding': {'1.2'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'QosPolicy': {'1.10'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SecurityGroup': {'1.4'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SubPort': {'1.0'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Subnet': {'1.1'}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Trunk': {'1.1'}} Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: consumer versions: Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: { DHCP agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: L3 agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: Metadata agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: Metering agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: Open vSwitch agent@dv-cinder-813067-1-iscsi: { 'AddressGroup': '1.2', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'ConntrackHelper': '1.0', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Log': '1.0', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Network': '1.1', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Port': '1.7', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'PortForwarding': '1.2', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'QosPolicy': '1.10', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SecurityGroup': '1.4', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SecurityGroupRule': '1.2', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SubPort': '1.0', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Subnet': '1.1', Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Trunk': '1.1'}} Oct 12 04:09:10.383009 dv-cinder-813067-1-iscsi neutron-server[94614]: {{(pid=94614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:09:10.387125 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:09:10.387542 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Checking segment: {'id': '6ee2df42-2d1b-4058-ad77-0e319d564ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:09:10.388004 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:10.388373 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Bound using segment: {'id': '6ee2df42-2d1b-4058-ad77-0e319d564ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:09:10.388858 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Bound port: 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee2df42-2d1b-4058-ad77-0e319d564ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:09:10.389253 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:10.442402 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-c92b646f-d748-4de8-a831-ef9c698060ce None None] Provisioning complete for port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:10.443047 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c92b646f-d748-4de8-a831-ef9c698060ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:10.455623 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] For port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:09:10.474937 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] For port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4,segment=NetworkSegment(6ee2df42-2d1b-4058-ad77-0e319d564ab8),segment_id=6ee2df42-2d1b-4058-ad77-0e319d564ab8)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:09:10.479403 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-c92b646f-d748-4de8-a831-ef9c698060ce None None] Port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:09:10.537500 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:10.593944 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Routers {'e5ffa322-70d6-4805-888a-c36bda4bbff0'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:09:10.594569 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:09:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['e5ffa322-70d6-4805-888a-c36bda4bbff0'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:10.634494 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31778b00-85b1-4657-96ff-6161dae936ac None None] Pushing event updated for resources: {'Port': ['ID=2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:10.690617 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] Set router e5ffa322-70d6-4805-888a-c36bda4bbff0 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:09:10.799118 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-8d462f7f-afe0-47e1-9bcf-924284b08b33 None None] Provisioning complete for port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:10.799490 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8d462f7f-afe0-47e1-9bcf-924284b08b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:10.875367 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8d462f7f-afe0-47e1-9bcf-924284b08b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:10.903558 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'name': 'router1', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:08:57Z', 'updated_at': '2021-10-12T04:09:08Z', 'revision_number': 2, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'gw_port_host': None, '_interfaces': [{'id': '2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4', 'name': '', 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'mac_address': 'fa:16:3e:c2:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:09:07Z', 'updated_at': '2021-10-12T04:09:10Z', 'revision_number': 4, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'subnets': [{'id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2e16ee-17d5-4225-94e0-971f2391913c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:10.910387 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-8d462f7f-afe0-47e1-9bcf-924284b08b33 None None] For port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4,segment=NetworkSegment(6ee2df42-2d1b-4058-ad77-0e319d564ab8),segment_id=6ee2df42-2d1b-4058-ad77-0e319d564ab8)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:10.929677 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49770f4-d5bb-4189-a7a2-3558c8262dcb None None] The sync data for ids ['e5ffa322-70d6-4805-888a-c36bda4bbff0'] in dv-cinder-813067-1-iscsi is: [{'id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'name': 'router1', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:08:57Z', 'updated_at': '2021-10-12T04:09:08Z', 'revision_number': 2, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'gw_port_host': None, '_interfaces': [{'id': '2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4', 'name': '', 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'mac_address': 'fa:16:3e:c2:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:09:07Z', 'updated_at': '2021-10-12T04:09:10Z', 'revision_number': 4, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'subnets': [{'id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2e16ee-17d5-4225-94e0-971f2391913c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:09:10.971539 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8d462f7f-afe0-47e1-9bcf-924284b08b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:11.027500 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d462f7f-afe0-47e1-9bcf-924284b08b33 None None] Pushing event updated for resources: {'Port': ['ID=2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:11.227515 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49594) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:11.343340 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a4fcc-fb46-4414-8f48-910c80e20339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:11.344688 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c07a4fcc-fb46-4414-8f48-910c80e20339 admin admin] 10.222.0.21 "GET /v2.0/networks/ebec93e5-cde2-41e8-83c6-398686001061 HTTP/1.1" status: 200 len: 842 time: 0.1162460 Oct 12 04:09:11.354474 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'gateway_ip': '172.27.2.1'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:11.457105 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Made reservation on behalf of eb506e96f51742c1b5f3bd96b7b8d260 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:09:11.459304 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:11.895378 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.objects.ports [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94612) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 04:09:11.895824 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:11.948848 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc591090-ddf4-446a-9e79-5cf53b39ab55,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:11.958029 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:09:11.958376 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Network hostable DHCP agents. Network: ebec93e5-cde2-41e8-83c6-398686001061, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:09:12.056812 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:09:12.131387 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, ebec93e5-cde2-41e8-83c6-398686001061) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:09:12.135645 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:12.136379 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:12.143367 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9247fbd-1028-4b27-b4a2-9ee2d2425902 None None] Network ebec93e5-cde2-41e8-83c6-398686001061 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:09:12.219965 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e706fe0c-51b8-40f0-95f6-713a193fbbd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8687029 Oct 12 04:09:12.272255 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd2eed5-5de7-4b1c-bb52-eb9d8b6c9e80 None None] Network ebec93e5-cde2-41e8-83c6-398686001061 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:09:14.655664 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 49602) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:14.791740 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a2d45ac2-d09a-44df-81cc-703d5d10a8af admin admin] 10.222.0.21 "GET /v2.0/routers/e5ffa322-70d6-4805-888a-c36bda4bbff0 HTTP/1.1" status: 200 len: 710 time: 0.1349416 Oct 12 04:09:14.878046 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5352a1-6ba9-4fba-945c-ef5a7660e011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:14.879357 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-6d5352a1-6ba9-4fba-945c-ef5a7660e011 admin admin] 10.222.0.21 "GET /v2.0/networks/ebec93e5-cde2-41e8-83c6-398686001061 HTTP/1.1" status: 200 len: 886 time: 0.0814531 Oct 12 04:09:14.889514 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:15.132403 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:15.509602 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:15.580793 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:15.681846 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Allocated IP 172.27.2.123 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:09:15.782787 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:15.862974 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:15.898036 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:09:15.903111 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:09:15.906978 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:09:15.968084 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Pushing event updated for resources: {'Port': ['ID=fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:16.218796 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:16.411586 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-698635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3082'] for router, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:16.415030 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-704067'] for router, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:16.523905 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Router e5ffa322-70d6-4805-888a-c36bda4bbff0 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:09:16.632104 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:09:16.636609 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] Notify callbacks [] for router, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:16.637831 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a1690954-1a79-4d1f-8925-146c5db7a256 admin admin] 10.222.0.21 "PUT /v2.0/routers/e5ffa322-70d6-4805-888a-c36bda4bbff0 HTTP/1.1" status: 200 len: 890 time: 1.7521207 Oct 12 04:09:17.048205 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:09:17.142905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:17.143198 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:17.850222 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Sync routers for ids ['e5ffa322-70d6-4805-888a-c36bda4bbff0'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:09:17.860541 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Routers {'e5ffa322-70d6-4805-888a-c36bda4bbff0'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:09:17.861264 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:09:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['e5ffa322-70d6-4805-888a-c36bda4bbff0'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:18.071523 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Set router e5ffa322-70d6-4805-888a-c36bda4bbff0 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:09:18.449289 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'name': 'router1', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:08:57Z', 'updated_at': '2021-10-12T04:09:16Z', 'revision_number': 4, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'gw_port': {'id': 'fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:37:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:09:15Z', 'updated_at': '2021-10-12T04:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4', 'name': '', 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'mac_address': 'fa:16:3e:c2:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:09:07Z', 'updated_at': '2021-10-12T04:09:10Z', 'revision_number': 5, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'subnets': [{'id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2e16ee-17d5-4225-94e0-971f2391913c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:18.501088 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Checking router: e5ffa322-70d6-4805-888a-c36bda4bbff0 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:09:18.501448 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Updating router e5ffa322-70d6-4805-888a-c36bda4bbff0 port fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4 binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:09:18.547373 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:18.857237 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:18.908252 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:18.962063 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1e794-c162-4ba1-8383-f23d65b3b8fc None None] Pushing event updated for resources: {'Port': ['ID=fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:18.964473 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Attempting to bind port fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:09:18.964860 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Attempting to bind port fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:09:18.965214 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Attempting to bind port fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4 on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:09:18.971594 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:09:18.971958 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:09:18.972347 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:18.972725 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:09:18.973181 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Bound port: fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:09:18.973576 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:19.021626 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] For port fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:09:19.024513 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] For port fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:09:19.080458 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:19.154157 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 49614) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:19.213669 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Routers {'e5ffa322-70d6-4805-888a-c36bda4bbff0'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:09:19.214279 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:09:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['e5ffa322-70d6-4805-888a-c36bda4bbff0'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:19.217064 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1e794-c162-4ba1-8383-f23d65b3b8fc None None] Pushing event updated for resources: {'Port': ['ID=fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:19.269602 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d1c548f7-881f-4638-a13a-9d2bf2ccfcd5 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139104 Oct 12 04:09:19.322692 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] Set router e5ffa322-70d6-4805-888a-c36bda4bbff0 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:09:19.537069 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'name': 'router1', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:08:57Z', 'updated_at': '2021-10-12T04:09:16Z', 'revision_number': 4, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'gw_port': {'id': 'fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:37:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:09:15Z', 'updated_at': '2021-10-12T04:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4', 'name': '', 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'mac_address': 'fa:16:3e:c2:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:09:07Z', 'updated_at': '2021-10-12T04:09:10Z', 'revision_number': 5, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'subnets': [{'id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2e16ee-17d5-4225-94e0-971f2391913c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:19.567582 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80537b07-6066-468c-ba7b-f81260a7e353 None None] The sync data for ids ['e5ffa322-70d6-4805-888a-c36bda4bbff0'] in dv-cinder-813067-1-iscsi is: [{'id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'name': 'router1', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:08:57Z', 'updated_at': '2021-10-12T04:09:16Z', 'revision_number': 4, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'gw_port': {'id': 'fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:37:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:09:15Z', 'updated_at': '2021-10-12T04:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4', 'name': '', 'network_id': '167c75fe-7ed8-45c1-86bc-5575cbcf4136', 'tenant_id': 'c0bee5e5e1114148a4c6f16d89674373', 'mac_address': 'fa:16:3e:c2:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ffa322-70d6-4805-888a-c36bda4bbff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:09:07Z', 'updated_at': '2021-10-12T04:09:10Z', 'revision_number': 5, 'project_id': 'c0bee5e5e1114148a4c6f16d89674373', 'subnets': [{'id': '1c199335-c680-4226-aa5f-45202eb4dd94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2e16ee-17d5-4225-94e0-971f2391913c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:09:21.066645 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:09:21.119064 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:21.119442 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.201547 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.223973 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:21.292141 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.348369 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:23.067454 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:09:23.127467 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port fdeb9b49-d1e1-4a87-ac07-72a7dad6b6b4 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:23.128073 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:26.875933 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:09:29.789410 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2175a4ea-7964-4120-989f-fb24fb0db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:32.233733 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1f8210f9-3704-4450-aa7d-7b9a3cbb3f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:33.148582 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:33.662110 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:35.354397 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:00.413788 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a4fce227-f00e-477a-bc9c-488f837452a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:02.222136 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27ebf42e-d201-413c-9c49-d635ccbec042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:03.181789 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:03.655816 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:03.875216 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:10:06.061956 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:29.815600 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5c7a31ff-0f19-4642-82d0-0d859fed890d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:32.232240 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cdc60a79-88ca-4b17-a9da-4e1b348d4e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.169975 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.631474 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:35.357022 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:40.874496 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:10:57.986614 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50178) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:10:58.049629 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed2782b-01bd-4e80-b23e-c2d51265aeab admin admin] GET failed (client error): The resource could not be found. Oct 12 04:10:58.050974 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3ed2782b-01bd-4e80-b23e-c2d51265aeab admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633526 Oct 12 04:10:58.206715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bd862-1f44-4dcd-93da-134e82e76844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:58.208185 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b74bd862-1f44-4dcd-93da-134e82e76844 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1527138 Oct 12 04:10:59.820433 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b5098586-3550-4d9d-ab29-3a5088c625b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:00.481691 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50188) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:00.574179 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed59c1-6ee9-4310-b645-15903622b97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:00.575551 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-67ed59c1-6ee9-4310-b645-15903622b97b admin admin] 10.222.0.21 "GET /v2.0/subnets/1c199335-c680-4226-aa5f-45202eb4dd94 HTTP/1.1" status: 200 len: 849 time: 0.0929232 Oct 12 04:11:00.585409 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:00.670907 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:00.877497 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763808214797'] for subnet, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:00.910604 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:00.910788 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:00.912657 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] 10.222.0.21 "PUT /v2.0/subnets/1c199335-c680-4226-aa5f-45202eb4dd94 HTTP/1.1" status: 200 len: 868 time: 0.3307984 Oct 12 04:11:00.913618 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369eccf6-8382-402e-8b00-9e159d346f06 None None] Network 167c75fe-7ed8-45c1-86bc-5575cbcf4136 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:11:00.932732 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c199335-c680-4226-aa5f-45202eb4dd94,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:00.940265 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.940627 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.940964 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.941286 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.941607 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.942011 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.942337 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.942655 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.943008 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.943324 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.943634 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:00.943940 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0bd6a-b636-4b61-b0ae-444cd26ca5a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:01.278596 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-b4da8ceb-54be-477b-aa4f-f9c0232084ff None None] Provisioning complete for port 2fdecc7c-bb2b-49d1-b5ca-bd1b1a0458b4 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:01.278967 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b4da8ceb-54be-477b-aa4f-f9c0232084ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:01.363175 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-b4da8ceb-54be-477b-aa4f-f9c0232084ff None None] Provisioning complete for port e8b06a5e-cb7f-435f-955d-bd854385fdc0 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:01.363466 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b4da8ceb-54be-477b-aa4f-f9c0232084ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:02.214454 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8ae531a9-de51-4ea5-b57e-29b564400022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:03.180579 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:03.202578 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50196) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:03.396733 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3efbee9-2f25-4ed9-a95b-0d9d310cafdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:03.397129 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3efbee9-2f25-4ed9-a95b-0d9d310cafdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:03.398620 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b3efbee9-2f25-4ed9-a95b-0d9d310cafdf admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950533 Oct 12 04:11:03.659148 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:05.380444 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:05.690920 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50204) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:05.820935 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9a9238-c542-4d35-94e5-72c531430831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:05.821408 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9a9238-c542-4d35-94e5-72c531430831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:05.822984 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3a9a9238-c542-4d35-94e5-72c531430831 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311009 Oct 12 04:11:08.092614 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50212) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:08.273882 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a3812b-e09e-4877-b903-f93c8b296e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:08.275188 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c6a3812b-e09e-4877-b903-f93c8b296e38 admin admin] 10.222.0.21 "GET /v2.0/networks/167c75fe-7ed8-45c1-86bc-5575cbcf4136 HTTP/1.1" status: 200 len: 869 time: 0.1816363 Oct 12 04:11:10.539994 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50220) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:10.671915 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f7c14-ce21-402d-b611-89870374a67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:10.673264 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a23f7c14-ce21-402d-b611-89870374a67c admin admin] 10.222.0.21 "GET /v2.0/networks/ebec93e5-cde2-41e8-83c6-398686001061 HTTP/1.1" status: 200 len: 886 time: 0.1323333 Oct 12 04:11:12.928105 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50230) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:13.049613 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aade7894-7040-4fef-933c-77f122d0696a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:13.050064 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aade7894-7040-4fef-933c-77f122d0696a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:13.051579 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-aade7894-7040-4fef-933c-77f122d0696a admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225164 Oct 12 04:11:15.344712 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50238) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:15.466968 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187807b8-61b9-426b-8380-f1563f90b4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:15.467420 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187807b8-61b9-426b-8380-f1563f90b4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:15.468983 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-187807b8-61b9-426b-8380-f1563f90b4bf admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233366 Oct 12 04:11:17.724428 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50246) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:17.814706 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25f673-e86e-4b6c-ae13-048aa7e2cde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:17.816053 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-df25f673-e86e-4b6c-ae13-048aa7e2cde5 admin admin] 10.222.0.21 "GET /v2.0/subnets/1c199335-c680-4226-aa5f-45202eb4dd94 HTTP/1.1" status: 200 len: 868 time: 0.0906329 Oct 12 04:11:17.874846 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:11:20.075858 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50254) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:20.160026 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e36be-2b29-4597-97cc-4e54177ca661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:20.161341 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-f61e36be-2b29-4597-97cc-4e54177ca661 admin admin] 10.222.0.21 "GET /v2.0/subnets/cc591090-ddf4-446a-9e79-5cf53b39ab55 HTTP/1.1" status: 200 len: 816 time: 0.0845242 Oct 12 04:11:29.830203 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-feaf65a2-611d-41c9-802e-01bed0e291a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:32.196860 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-577acc5b-9b1b-4003-8fda-d5a8d9223ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.168000 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.625081 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:35.356584 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:44.707958 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50308) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:44.757014 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [None req-a9603be5-bcd2-48c1-91a1-92f194f182da admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:11:44.758026 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a9603be5-bcd2-48c1-91a1-92f194f182da admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0491073 Oct 12 04:11:47.104043 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50316) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:47.163279 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.pecan_wsgi.hooks.translation [None req-291f92bd-8a71-4294-9023-08e6a7747924 admin admin] GET failed (client error): The resource could not be found. Oct 12 04:11:47.164583 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-291f92bd-8a71-4294-9023-08e6a7747924 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596104 Oct 12 04:11:47.378384 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adffcb3-df1c-45d4-97d1-c38fc8026904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:47.379874 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-8adffcb3-df1c-45d4-97d1-c38fc8026904 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2101538 Oct 12 04:11:49.664439 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50324) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:49.711145 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:49.824532 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Made reservation on behalf of eb506e96f51742c1b5f3bd96b7b8d260 for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:11:49.826796 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.856702 dv-cinder-813067-1-iscsi neutron-server[94611]: WARNING neutron.services.revisions.revision_plugin [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Could not find related network for resource to bump revision. Oct 12 04:11:49.871080 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:11:49.880539 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.880855 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Added segment 1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d of type vlan for network 1dd32140-495b-4d2c-8635-c6b827a580e2 Oct 12 04:11:49.918193 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.996234 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.997168 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:49.997746 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:50.053318 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Pushing event updated for resources: {'Network': ['ID=1dd32140-495b-4d2c-8635-c6b827a580e2,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:50.060173 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.065355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:50.075975 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network 1dd32140-495b-4d2c-8635-c6b827a580e2 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:11:50.119218 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-30d8c06b-4736-429f-bc3f-c4b3a2475543 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4536066 Oct 12 04:11:52.409074 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50332) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:52.468385 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.pecan_wsgi.hooks.translation [None req-140adb29-57ff-43f3-8b41-2a33c91bb85f admin admin] GET failed (client error): The resource could not be found. Oct 12 04:11:52.469684 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-140adb29-57ff-43f3-8b41-2a33c91bb85f admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596652 Oct 12 04:11:52.540534 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7bfcf-7864-4f59-8a01-c8b3035422ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:52.541958 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-41b7bfcf-7864-4f59-8a01-c8b3035422ed admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676734 Oct 12 04:11:52.552088 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Request body: {'subnet': {'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:52.646573 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Made reservation on behalf of eb506e96f51742c1b5f3bd96b7b8d260 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:11:52.648847 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.875469 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.933287 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1adaf438-d3bf-4ab3-b6d9-509aaf81eba5,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:52.935416 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Checking segment: {'id': '1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:52.935762 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Network hostable DHCP agents. Network: 1dd32140-495b-4d2c-8635-c6b827a580e2, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:11:53.030493 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Network 1dd32140-495b-4d2c-8635-c6b827a580e2 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:11:53.116566 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, 1dd32140-495b-4d2c-8635-c6b827a580e2) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:53.121094 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:53.121673 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.125822 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2e1370-7813-48fa-9d0c-22f013fbcbc5 None None] Network 1dd32140-495b-4d2c-8635-c6b827a580e2 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:11:53.205443 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0a291767-cdc7-4979-bfdb-c9a804f08bfb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6564558 Oct 12 04:11:53.368575 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-1dd32140-495b-4d2c-8635-c6b827a580e2', 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2', 'tenant_id': 'eb506e96f51742c1b5f3bd96b7b8d260', 'fixed_ips': [{'subnet_id': '1adaf438-d3bf-4ab3-b6d9-509aaf81eba5'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:11:53.370095 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.508227 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Allocated IP 192.168.233.2 (1dd32140-495b-4d2c-8635-c6b827a580e2/1adaf438-d3bf-4ab3-b6d9-509aaf81eba5/de1d0465-20a6-4618-b825-608e55b90ea3) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:11:53.649724 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.728128 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.769419 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Network 1dd32140-495b-4d2c-8635-c6b827a580e2 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:53.772363 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:53.777617 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:11:53.782193 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Pushing event updated for resources: {'Port': ['ID=de1d0465-20a6-4618-b825-608e55b90ea3,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:53.794106 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.794488 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.794895 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.795220 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.795549 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.795876 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.796248 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.796597 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.796939 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.797264 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.797584 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.797903 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:53.844440 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Attempting to bind port de1d0465-20a6-4618-b825-608e55b90ea3 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:11:53.844805 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Attempting to bind port de1d0465-20a6-4618-b825-608e55b90ea3 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:11:53.845161 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Attempting to bind port de1d0465-20a6-4618-b825-608e55b90ea3 on network 1dd32140-495b-4d2c-8635-c6b827a580e2 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:11:53.850208 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:11:53.850602 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Checking segment: {'id': '1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:53.851023 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.851408 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Bound using segment: {'id': '1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:11:53.851868 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Bound port: de1d0465-20a6-4618-b825-608e55b90ea3, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:11:53.852258 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.918192 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] For port de1d0465-20a6-4618-b825-608e55b90ea3, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:11:53.921258 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] For port de1d0465-20a6-4618-b825-608e55b90ea3, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=de1d0465-20a6-4618-b825-608e55b90ea3,segment=NetworkSegment(1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d),segment_id=1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:11:54.043022 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:54.102204 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e754231-3fb3-4d7a-ada3-aa151508ec83 None None] Pushing event updated for resources: {'Port': ['ID=de1d0465-20a6-4618-b825-608e55b90ea3,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:54.876249 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:11:54.926499 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ca85d-ab78-4807-b2d4-4dc91692b8a5 None None] Network 1dd32140-495b-4d2c-8635-c6b827a580e2 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:11:55.060891 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-368c2c64-16e9-4e60-9d8a-5995d6fe1265 None None] Provisioning complete for port de1d0465-20a6-4618-b825-608e55b90ea3 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:55.061257 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-368c2c64-16e9-4e60-9d8a-5995d6fe1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:55.185921 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device de1d0465-20a6-4618-b825-608e55b90ea3 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:55.190544 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-368c2c64-16e9-4e60-9d8a-5995d6fe1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:55.254289 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-368c2c64-16e9-4e60-9d8a-5995d6fe1265 None None] For port de1d0465-20a6-4618-b825-608e55b90ea3, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=de1d0465-20a6-4618-b825-608e55b90ea3,segment=NetworkSegment(1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d),segment_id=1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:55.265209 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port de1d0465-20a6-4618-b825-608e55b90ea3 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:55.267046 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:55.348398 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-368c2c64-16e9-4e60-9d8a-5995d6fe1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:55.388123 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:55.419172 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c2c64-16e9-4e60-9d8a-5995d6fe1265 None None] Pushing event updated for resources: {'Port': ['ID=de1d0465-20a6-4618-b825-608e55b90ea3,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:55.463170 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.db.api [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 04:11:55.464128 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG oslo_db.api [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 04:11:55.468826 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-f5c10cff-ea98-4fa1-9773-1ed35d7f7773 None None] Provisioning complete for port de1d0465-20a6-4618-b825-608e55b90ea3 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:55.469189 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f5c10cff-ea98-4fa1-9773-1ed35d7f7773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:57.143019 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device de1d0465-20a6-4618-b825-608e55b90ea3 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:57.189626 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port de1d0465-20a6-4618-b825-608e55b90ea3 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:57.189989 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:59.829199 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d076935-fb6f-4795-824c-4a0c806c62c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:02.242039 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3b12110b-afdc-44c1-a6b3-26bcdd94e7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:03.144591 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:03.658923 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:05.361588 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:29.818560 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2aae4476-9ad3-4d26-973a-1f0afd19cdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:31.875620 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:12:32.212404 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5c8d5408-aaed-4113-8d9e-a1afad3bbf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.217861 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.692245 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:35.378042 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:59.806301 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-34811854-d7fc-4bb6-aedc-7178b3620104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:02.217544 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a162fdb6-b7af-4159-ab0c-37c800acde77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:03.189266 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:03.674431 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:05.343051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:08.875734 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:13:29.794443 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8a48448d-1178-4376-b9e6-b8a06db922cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:32.223200 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-73949f34-a2c1-4d38-a9d4-0c2d8c1400a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:33.158622 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:33.569028 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50384) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:13:33.575473 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [None req-4de93619-a544-4792-8832-9c0fa3fa9138 tempest-verify_tempest_config-2138091865 tempest-verify_tempest_config-2138091865-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:13:33.576434 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-4de93619-a544-4792-8832-9c0fa3fa9138 tempest-verify_tempest_config-2138091865 tempest-verify_tempest_config-2138091865-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0064027 Oct 12 04:13:33.685734 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:34.042347 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50402) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:13:34.145662 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:34.216280 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:34.312871 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:34.356480 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b983777604f46ff818a9e56cdf264da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3130956 Oct 12 04:13:34.357501 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd296745-03ec-4d94-a899-bd5d45452adc,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:13:34.359305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50406) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:13:34.364031 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.364381 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.364969 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.365299 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.365622 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.365962 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.366287 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.366607 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.366974 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.367295 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.367608 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.367917 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c52b20-3a75-4d2b-8700-665680693b8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.414365 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:34.435067 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:34.577227 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:34.579810 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:34.580931 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd296745-03ec-4d94-a899-bd5d45452adc HTTP/1.1" status: 204 len: 168 time: 0.2204857 Oct 12 04:13:34.588300 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd296745-03ec-4d94-a899-bd5d45452adc,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:13:34.594932 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.595288 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.595622 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.595945 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.596265 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.596585 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.596900 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.597215 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.597541 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.597890 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.598153 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:34.598459 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef90f2-574b-46e0-a56b-2df37b26f65b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:35.353956 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:45.874514 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:13:59.810897 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88d773b4-2181-4c1b-8953-1be444058db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:02.266769 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c5f40aaf-aeec-405f-a71e-1ac698c5737c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:03.158782 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:03.656259 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:05.364700 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:22.873621 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:14:29.810326 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e7d146a8-4b3d-4ac0-8ede-aa5afd790d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:32.209599 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-67325be8-b768-4e4d-b7e3-f960af2ae320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.175229 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.649787 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:35.358029 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:59.807724 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-189b5207-cbfd-45a6-83ed-68a9ae1f8e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:59.872170 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 5 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:15:01.334874 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701153'] for agent, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:02.254689 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-da93b6a3-b3ca-4c53-97bf-3a8bd3abffdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:03.157684 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:03.671570 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:05.368924 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:15.982273 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50480) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:16.089634 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-e9c303c9-507e-437b-b0e7-3a6b84cfef3c admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1062152 Oct 12 04:15:18.393830 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50490) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:18.447485 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-92916097-a657-469f-9e1b-c6d8a5366c50 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525782 Oct 12 04:15:29.791325 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2de1f96d-c2d7-4285-9b1e-18589028c16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:31.316905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.237336 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-39a2ce88-3ef8-4eee-8c75-38eacafaef91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.151129 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.663990 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:35.372842 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:36.870573 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:15:59.796536 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-78f66c28-d337-4980-bb47-84098527419e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:01.338945 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:02.253444 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b1b665a9-8993-4502-b811-7e86f2da642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:03.167543 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:03.664609 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:05.378932 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:13.873180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:16:29.800000 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7c16ba08-3aaf-45e0-aafd-5cc5ec87e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.372674 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.241300 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-264efeb8-277e-427e-808b-bc381fc25c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:33.195440 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:33.788402 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:35.378172 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:46.693888 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50642) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:47.082930 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-48908864-network', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:47.195263 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Made reservation on behalf of a99e41211e834d8aaf06b40712cb4893 for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:47.197559 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:47.205871 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:47.278121 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:47.378090 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:47.404387 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:16:47.411674 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798c8466-3e52-4e19-8641-400a6d3aa290,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:47.420603 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:47.420947 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Added segment ce919575-91f2-4467-b458-002d145d1003 of type vlan for network 47359d39-1ce6-44f7-a02f-d9bf518e6124 Oct 12 04:16:47.424363 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.424363 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.424363 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.424690 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.424994 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.425334 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.425661 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.425982 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.426302 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.426617 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.426952 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.427269 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Tracked resource versions report: Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: pushed versions: Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: { 'AddressGroup': {'1.2'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'ConntrackHelper': {'1.0'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Log': {'1.0'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Network': {'1.1'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Port': {'1.7'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'PortForwarding': {'1.2'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'QosPolicy': {'1.10'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SecurityGroup': {'1.4'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SubPort': {'1.0'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Subnet': {'1.1'}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Trunk': {'1.1'}} Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: consumer versions: Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: { DHCP agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: HyperV agent@hv-cinder-81306: {}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: L3 agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: Metadata agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: Metering agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: Open vSwitch agent@dv-cinder-813067-1-iscsi: { 'AddressGroup': '1.2', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'ConntrackHelper': '1.0', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Log': '1.0', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Network': '1.1', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Port': '1.7', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'PortForwarding': '1.2', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'QosPolicy': '1.10', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SecurityGroup': '1.4', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SecurityGroupRule': '1.2', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'SubPort': '1.0', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Subnet': '1.1', Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: 'Trunk': '1.1'}} Oct 12 04:16:47.428299 dv-cinder-813067-1-iscsi neutron-server[94611]: {{(pid=94611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:16:47.489724 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:47.555247 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:47.556644 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:47.557410 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:47.615401 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] Pushing event updated for resources: {'Network': ['ID=47359d39-1ce6-44f7-a02f-d9bf518e6124,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:47.625377 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:16:47.700834 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-85ad672d-327b-4ad7-a705-87f523be7f59 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0058541 Oct 12 04:16:47.704428 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50688) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:47.712868 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Request body: {'subnet': {'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-48908864-subnet', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:47.806736 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Made reservation on behalf of a99e41211e834d8aaf06b40712cb4893 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:47.809269 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:47.821645 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50696) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:47.914991 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50704) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:48.043973 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.100760 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce63bf54-3c6f-454a-8c66-aefa0d594a43,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:48.110917 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.111539 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.111855 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.112176 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.112598 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.112933 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.113251 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.113563 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.113889 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.114201 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.114508 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.114840 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Tracked resource versions report: Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: pushed versions: Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: { 'AddressGroup': {'1.2'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'ConntrackHelper': {'1.0'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Log': {'1.0'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Network': {'1.1'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Port': {'1.7'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'PortForwarding': {'1.2'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'QosPolicy': {'1.10'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SecurityGroup': {'1.4'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SubPort': {'1.0'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Subnet': {'1.1'}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Trunk': {'1.1'}} Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: consumer versions: Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: { DHCP agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: HyperV agent@hv-cinder-81306: {}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: L3 agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: Metadata agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: Metering agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: Open vSwitch agent@dv-cinder-813067-1-iscsi: { 'AddressGroup': '1.2', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'ConntrackHelper': '1.0', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Log': '1.0', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Network': '1.1', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Port': '1.7', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'PortForwarding': '1.2', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'QosPolicy': '1.10', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SecurityGroup': '1.4', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SecurityGroupRule': '1.2', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'SubPort': '1.0', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Subnet': '1.1', Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: 'Trunk': '1.1'}} Oct 12 04:16:48.116008 dv-cinder-813067-1-iscsi neutron-server[94612]: {{(pid=94612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:16:48.120615 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Checking segment: {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:48.121083 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Network hostable DHCP agents. Network: 47359d39-1ce6-44f7-a02f-d9bf518e6124, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:16:48.130305 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-877776886-network', 'tenant_id': '9696ef17af304e61842be106e91706e9'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:48.195393 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:16:48.224072 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Made reservation on behalf of 9696ef17af304e61842be106e91706e9 for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:48.226338 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.248213 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.278635 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-263188755-network', 'tenant_id': '7333a6b7535c4821b8eefd5dd71e4e6f'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:48.292508 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, 47359d39-1ce6-44f7-a02f-d9bf518e6124) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:48.304659 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad622b-189f-4899-86cc-6183e1db20c4 None None] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:48.305696 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:48.307296 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.317966 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50722) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:48.377301 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.406882 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Made reservation on behalf of 7333a6b7535c4821b8eefd5dd71e4e6f for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:48.409178 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.417191 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.444540 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.464101 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:16:48.475102 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-47359d39-1ce6-44f7-a02f-d9bf518e6124', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:16:48.476422 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.479711 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2bb50002-3530-4026-990d-7d11a324cd6c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7717454 Oct 12 04:16:48.481874 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50734) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:48.487322 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:48.511815 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.517697 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.518245 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Added segment 29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da of type vlan for network 3dd449e6-31a1-474f-a04b-263d450fddb9 Oct 12 04:16:48.569929 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e28fa3-3632-4a42-8a60-882cb90e43d2,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:48.580039 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.586386 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.612269 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.614122 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.615661 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:16:48.636246 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.636870 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Added segment c456890a-7748-4990-82c8-6b30168ecb0d of type vlan for network ea4a3696-b66f-4246-8a28-be605ab2d343 Oct 12 04:16:48.646061 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a463a-83f1-45f7-803f-e2050bded509,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:48.652368 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Allocated IP 172.20.0.2 (47359d39-1ce6-44f7-a02f-d9bf518e6124/ce63bf54-3c6f-454a-8c66-aefa0d594a43/fc7ca3ac-59eb-43d6-931c-067eb60a945e) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:48.677791 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50738) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:48.698512 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.743648 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.744678 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:48.745300 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.773070 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-519879584-network', 'tenant_id': '15e19031226d475dbcf3cdfa50550ef4'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:48.791953 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.793623 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.794543 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:48.795132 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.848531 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0252564 Oct 12 04:16:48.853061 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50746) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:48.869201 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Request body: {'subnet': {'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-subnet', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:48.878066 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.882646 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb865075-4f1d-4366-87e9-a80af0b620f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd449e6-31a1-474f-a04b-263d450fddb9,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:48.894036 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network 3dd449e6-31a1-474f-a04b-263d450fddb9 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:16:48.961884 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:48.963977 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] Pushing event updated for resources: {'Network': ['ID=ea4a3696-b66f-4246-8a28-be605ab2d343,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:48.983060 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-network', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:48.993218 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Made reservation on behalf of 15e19031226d475dbcf3cdfa50550ef4 for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:48.997877 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.015744 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.035812 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Pushing event updated for resources: {'Port': ['ID=fc7ca3ac-59eb-43d6-931c-067eb60a945e,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:49.068540 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.068869 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.069202 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.069532 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.069856 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.070285 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.070618 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.070962 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.071297 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.071618 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.071934 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.072417 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Tracked resource versions report: Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: pushed versions: Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: { 'AddressGroup': {'1.2'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'ConntrackHelper': {'1.0'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Log': {'1.0'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Network': {'1.1'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Port': {'1.7'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'PortForwarding': {'1.2'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'QosPolicy': {'1.10'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SecurityGroup': {'1.4'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SubPort': {'1.0'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Subnet': {'1.1'}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Trunk': {'1.1'}} Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: consumer versions: Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: { DHCP agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: HyperV agent@hv-cinder-81306: {}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: L3 agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: Metadata agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: Metering agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: Open vSwitch agent@dv-cinder-813067-1-iscsi: { 'AddressGroup': '1.2', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'ConntrackHelper': '1.0', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Log': '1.0', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Network': '1.1', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Port': '1.7', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'PortForwarding': '1.2', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'QosPolicy': '1.10', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SecurityGroup': '1.4', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SecurityGroupRule': '1.2', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'SubPort': '1.0', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Subnet': '1.1', Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: 'Trunk': '1.1'}} Oct 12 04:16:49.076320 dv-cinder-813067-1-iscsi neutron-server[94613]: {{(pid=94613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:16:49.081067 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c2daa977-2eb5-438b-bac5-adf4aef0fb71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1697097 Oct 12 04:16:49.084794 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50758) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:49.089180 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:49.096505 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Request body: {'subnet': {'network_id': 'ea4a3696-b66f-4246-8a28-be605ab2d343', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-263188755-subnet', 'tenant_id': '7333a6b7535c4821b8eefd5dd71e4e6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:49.102047 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network ea4a3696-b66f-4246-8a28-be605ab2d343 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:16:49.123697 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:49.132709 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:49.159917 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.213737 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.235192 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:16:49.280684 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.280684 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Added segment c6655137-a59f-4b09-a791-02f7474b8cde of type vlan for network 382ee370-8814-4057-bb86-a80b3c5a69fd Oct 12 04:16:49.314063 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Attempting to bind port fc7ca3ac-59eb-43d6-931c-067eb60a945e on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:49.314444 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Attempting to bind port fc7ca3ac-59eb-43d6-931c-067eb60a945e by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:49.317356 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Attempting to bind port fc7ca3ac-59eb-43d6-931c-067eb60a945e on network 47359d39-1ce6-44f7-a02f-d9bf518e6124 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:49.323353 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:49.323856 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Checking segment: {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:49.324262 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.324645 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Bound using segment: {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:49.325111 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Bound port: fc7ca3ac-59eb-43d6-931c-067eb60a945e, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:49.325587 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.332992 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Made reservation on behalf of 9696ef17af304e61842be106e91706e9 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:49.342358 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.355369 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.413637 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] For port fc7ca3ac-59eb-43d6-931c-067eb60a945e, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:49.419509 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] For port fc7ca3ac-59eb-43d6-931c-067eb60a945e, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=fc7ca3ac-59eb-43d6-931c-067eb60a945e,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:49.427862 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.457800 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842a234f-b678-45e8-b548-7a87eee3301d,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:49.478405 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.478405 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:49.478405 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.497383 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.581617 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3214b-6b61-466b-8bf0-d87f834750f8 None None] Pushing event updated for resources: {'Port': ['ID=fc7ca3ac-59eb-43d6-931c-067eb60a945e,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:49.582869 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] Pushing event updated for resources: {'Network': ['ID=382ee370-8814-4057-bb86-a80b3c5a69fd,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:49.592473 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Made reservation on behalf of 94eb0d66d77a44dba68f16a5d05cbe28 for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:49.600190 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.604686 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network 382ee370-8814-4057-bb86-a80b3c5a69fd details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:16:49.624888 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.758439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.766298 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-4b2001e9-8b36-4ab4-81cc-cf669486e6ec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4458659 Oct 12 04:16:49.774516 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50780) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:49.782468 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Request body: {'subnet': {'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-519879584-subnet', 'tenant_id': '15e19031226d475dbcf3cdfa50550ef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:49.803250 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.869924 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Made reservation on behalf of 7333a6b7535c4821b8eefd5dd71e4e6f for: {'subnet': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:49.873265 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.939315 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:49.992448 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:16:50.014854 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.015099 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Added segment 7859760e-94f4-4140-bc32-c9159c6642de of type vlan for network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc Oct 12 04:16:50.022885 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c593d73-588a-4c27-a2b0-584dbf7a3c50,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:50.089519 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Checking segment: {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:50.090137 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Network hostable DHCP agents. Network: 3dd449e6-31a1-474f-a04b-263d450fddb9, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:16:50.100635 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.105161 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a27a2e0-d5ce-4670-9e57-d7f68ac65575,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:50.127818 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.160002 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.181985 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Made reservation on behalf of 15e19031226d475dbcf3cdfa50550ef4 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:50.184180 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.257815 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Network 3dd449e6-31a1-474f-a04b-263d450fddb9 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:16:50.275639 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.277755 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.278767 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:50.279515 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.382327 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] Pushing event updated for resources: {'Network': ['ID=7c7c1cf8-2399-44c9-829e-9a108f01a5bc,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:50.396882 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:16:50.398078 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55004ae7-db12-4e74-8207-71787502427f,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:50.403084 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Allocated IP 172.27.2.119 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/0dcd7c29-d78e-4e41-8800-267d406292ac) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:50.427573 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Checking segment: {'id': 'c456890a-7748-4990-82c8-6b30168ecb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea4a3696-b66f-4246-8a28-be605ab2d343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:50.427933 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Network hostable DHCP agents. Network: ea4a3696-b66f-4246-8a28-be605ab2d343, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:16:50.440987 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, 3dd449e6-31a1-474f-a04b-263d450fddb9) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:50.470682 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:50.471560 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.481508 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103c36d-c06f-4ab9-8e82-8d2363cd84fd None None] Network 3dd449e6-31a1-474f-a04b-263d450fddb9 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:50.501309 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-7c6b93e7-c1b8-4044-a20e-2e9a52a86ccd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8218291 Oct 12 04:16:50.501924 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50792) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:50.506696 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Request body: {'subnet': {'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-subnet', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:50.524973 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Network ea4a3696-b66f-4246-8a28-be605ab2d343 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:16:50.538287 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, ea4a3696-b66f-4246-8a28-be605ab2d343) {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:50.555778 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291424e6-5eb0-4c10-acc0-e1bcec99da94 None None] Network ea4a3696-b66f-4246-8a28-be605ab2d343 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:50.560994 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:50.562088 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.673148 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-9f8d64bc-bbfc-4649-8065-68907fc055d1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8181376 Oct 12 04:16:50.678853 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50800) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:50.683844 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:50.705642 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Made reservation on behalf of 94eb0d66d77a44dba68f16a5d05cbe28 for: {'subnet': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:50.709301 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.768941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.824178 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f92e4c-cb36-46a5-887a-d720cc2d9277 None None] Network ea4a3696-b66f-4246-8a28-be605ab2d343 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:50.830502 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c4c8cd78-f840-498e-a2ad-aa2f03991536 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7442372 Oct 12 04:16:50.871699 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:16:50.877491 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:50.953353 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a974f39d-7362-4a97-8202-131a15390cc1,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:50.977690 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:51.072711 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:51.074124 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:51.101670 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Checking segment: {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:51.101670 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Network hostable DHCP agents. Network: 382ee370-8814-4057-bb86-a80b3c5a69fd, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:16:51.101670 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:51.149115 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e8c58-226f-4ba6-b04c-1d58603e3638 None None] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:51.196628 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:51.216787 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:51.272105 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6730b3-fcba-4deb-883b-f05f6e8741b0 None None] Network 3dd449e6-31a1-474f-a04b-263d450fddb9 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:51.391955 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:51.425925 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-7ceefb53-e498-424a-9839-c0b3261a1748 None None] Provisioning complete for port fc7ca3ac-59eb-43d6-931c-067eb60a945e triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:51.425925 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7ceefb53-e498-424a-9839-c0b3261a1748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:51.452500 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device fc7ca3ac-59eb-43d6-931c-067eb60a945e up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:51.454262 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:51.508655 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Pushing event updated for resources: {'Port': ['ID=0dcd7c29-d78e-4e41-8800-267d406292ac,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:51.534183 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50870) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:51.538301 dv-cinder-813067-1-iscsi neutron-server[94612]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 04:16:51.664337 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port fc7ca3ac-59eb-43d6-931c-067eb60a945e triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:51.664704 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:51.704034 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=887335af-ce9a-4fe1-8478-50f5d5a8fcb2,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:51.711293 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Network 382ee370-8814-4057-bb86-a80b3c5a69fd is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:16:51.712374 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:51.722240 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Checking segment: {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:51.722596 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Network hostable DHCP agents. Network: 7c7c1cf8-2399-44c9-829e-9a108f01a5bc, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:16:51.786147 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7ceefb53-e498-424a-9839-c0b3261a1748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:51.813774 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:16:51.852749 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-7ceefb53-e498-424a-9839-c0b3261a1748 None None] For port fc7ca3ac-59eb-43d6-931c-067eb60a945e, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=fc7ca3ac-59eb-43d6-931c-067eb60a945e,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:16:51.861731 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.022362 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-b3f75b9b-f3e5-4a08-9bb3-6418559a9cd8 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:52.023763 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-b3f75b9b-f3e5-4a08-9bb3-6418559a9cd8 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/networks?id=ea4a3696-b66f-4246-8a28-be605ab2d343 HTTP/1.1" status: 200 len: 811 time: 0.4866571 Oct 12 04:16:52.053185 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.056933 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-58bb5454-2eaa-4b8b-972d-476d8c033845 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/quotas/7333a6b7535c4821b8eefd5dd71e4e6f HTTP/1.1" status: 200 len: 375 time: 0.0230629 Oct 12 04:16:52.062193 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.074195 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.184135 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Allocated IP 172.27.2.166 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/bf786118-c69f-4574-86d5-e2c4e5a9a695) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:52.185278 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7ceefb53-e498-424a-9839-c0b3261a1748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.233442 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-7aab29c7-d9e7-4dd4-9f64-eca4e58a3b0e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7333a6b7535c4821b8eefd5dd71e4e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1680024 Oct 12 04:16:52.236726 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, 382ee370-8814-4057-bb86-a80b3c5a69fd) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:52.245773 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:52.246013 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, 7c7c1cf8-2399-44c9-829e-9a108f01a5bc) {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:52.246409 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.251522 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:52.254415 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.363337 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9af35c-62b9-4808-becf-f2b5937cae91 None None] Network 382ee370-8814-4057-bb86-a80b3c5a69fd requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:52.365574 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3e29f-5766-40d6-84e6-f798c00e5b5b None None] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:52.371031 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.402977 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a031ac7d-845a-408a-a30d-30d598286a27 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6256034 Oct 12 04:16:52.411811 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-323d3428-b044-4929-8f8b-2192a229ff6a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9088025 Oct 12 04:16:52.414768 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50886) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:52.420275 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:52.474859 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.db.api [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 04:16:52.475415 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG oslo_db.api [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 04:16:52.507556 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.513103 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceefb53-e498-424a-9839-c0b3261a1748 None None] Pushing event updated for resources: {'Port': ['ID=fc7ca3ac-59eb-43d6-931c-067eb60a945e,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:52.520037 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-8293c58f-2090-46dc-bb12-8760ce3987ba None None] Provisioning complete for port fc7ca3ac-59eb-43d6-931c-067eb60a945e triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:52.521082 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8293c58f-2090-46dc-bb12-8760ce3987ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.539426 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.602780 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Pushing event updated for resources: {'Port': ['ID=bf786118-c69f-4574-86d5-e2c4e5a9a695,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:52.616004 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.617262 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.638192 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:52.639401 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:52.646772 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:52.697631 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50898) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:52.718438 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-1fd562e1-02c8-408b-94f0-d9acbce66246 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:16:52.720270 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-1fd562e1-02c8-408b-94f0-d9acbce66246 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2556226 Oct 12 04:16:52.727458 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c406e4ab-2d97-466e-b89a-b111ecd08919 None None] Network 382ee370-8814-4057-bb86-a80b3c5a69fd requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:52.815014 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:16:52.819127 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.869860 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-ee5222d5-cf13-479d-91fe-df66a4abbf95 service neutron] 10.222.0.21 "GET /v2.0/networks/ea4a3696-b66f-4246-8a28-be605ab2d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410418 Oct 12 04:16:52.880816 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.882171 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-84665cac-2436-44ed-95b5-c71dae7934b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:52.971695 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-84665cac-2436-44ed-95b5-c71dae7934b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.022115 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-0806db20-f955-4c1f-af12-e7e17db95532 service neutron] 10.222.0.21 "GET /v2.0/networks/ea4a3696-b66f-4246-8a28-be605ab2d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480751 Oct 12 04:16:53.070061 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Router 822fcce4-d51b-439d-82b5-6ea0236b67b2 is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:16:53.073305 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-84665cac-2436-44ed-95b5-c71dae7934b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.176389 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84665cac-2436-44ed-95b5-c71dae7934b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5087ee4b-1491-443e-8e55-2060d86dc3c7,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:53.193611 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Allocated IP 172.20.0.2 (7c7c1cf8-2399-44c9-829e-9a108f01a5bc/887335af-ce9a-4fe1-8478-50f5d5a8fcb2/d1d340e6-97e3-4977-a1ba-35077bb00b82) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:53.220965 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50928) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:53.221185 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-84665cac-2436-44ed-95b5-c71dae7934b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62beead1051c4be185ac5a23031f51e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5223320 Oct 12 04:16:53.232306 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50930) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:53.302098 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.305027 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.347198 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:16:53.361516 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Sync routers for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:16:53.377887 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:53.379078 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:16:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:53.391730 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device fc7ca3ac-59eb-43d6-931c-067eb60a945e up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:53.439037 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-daebbc4c-dfcb-499e-b02d-2c72719a530a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.476353 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.480776 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5537f48a-f87c-47ae-bd94-f31f979d1888 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9977252 Oct 12 04:16:53.484290 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50944) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:53.506564 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-33a004ed-f759-4eb5-86ec-b2b9f42d18cb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:53.508274 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-33a004ed-f759-4eb5-86ec-b2b9f42d18cb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 814 time: 0.2725563 Oct 12 04:16:53.510373 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-daebbc4c-dfcb-499e-b02d-2c72719a530a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.535706 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.549477 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port fc7ca3ac-59eb-43d6-931c-067eb60a945e triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:53.550133 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.592822 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:53.594058 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-23c523f5-a9de-4b69-afb6-1db6e89eca50 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/quotas/15e19031226d475dbcf3cdfa50550ef4 HTTP/1.1" status: 200 len: 375 time: 0.0461497 Oct 12 04:16:53.665559 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-c60b4311-b507-4a9f-b81b-3e215d2ea9aa tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629849 Oct 12 04:16:53.709325 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.775670 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-daebbc4c-dfcb-499e-b02d-2c72719a530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.778313 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-daebbc4c-dfcb-499e-b02d-2c72719a530a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.779491 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-daebbc4c-dfcb-499e-b02d-2c72719a530a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5087ee4b-1491-443e-8e55-2060d86dc3c7 HTTP/1.1" status: 204 len: 168 time: 0.5573928 Oct 12 04:16:53.841743 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebbc4c-dfcb-499e-b02d-2c72719a530a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5087ee4b-1491-443e-8e55-2060d86dc3c7,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:53.852287 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:53.891753 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:53.926704 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:53.944408 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Pushing event updated for resources: {'Port': ['ID=d1d340e6-97e3-4977-a1ba-35077bb00b82,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:53.959527 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:53.969503 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:51Z', 'revision_number': 3, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:53.999998 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Checking router: 822fcce4-d51b-439d-82b5-6ea0236b67b2 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:16:54.001079 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Updating router 822fcce4-d51b-439d-82b5-6ea0236b67b2 port 0dcd7c29-d78e-4e41-8800-267d406292ac binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:16:54.034747 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.059127 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Attempting to bind port d1d340e6-97e3-4977-a1ba-35077bb00b82 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:54.063131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Attempting to bind port d1d340e6-97e3-4977-a1ba-35077bb00b82 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:54.063131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Attempting to bind port d1d340e6-97e3-4977-a1ba-35077bb00b82 on network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:54.066079 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:54.067023 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Checking segment: {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:54.067321 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.067708 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Bound using segment: {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:54.068175 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Bound port: d1d340e6-97e3-4977-a1ba-35077bb00b82, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:54.068700 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.111023 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-65319f1e-01c3-436e-baf6-0f44d0fc1cf6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:16:54.126811 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-65319f1e-01c3-436e-baf6-0f44d0fc1cf6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3202746 Oct 12 04:16:54.186246 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] For port d1d340e6-97e3-4977-a1ba-35077bb00b82, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:54.190196 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] For port d1d340e6-97e3-4977-a1ba-35077bb00b82, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=d1d340e6-97e3-4977-a1ba-35077bb00b82,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:54.263322 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fbbc627b-f288-4763-8a3c-f5039c3c2f13 req-4a4f37ed-31b9-4b8f-b317-4e36f9aeea1f tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 210 time: 0.2165215 Oct 12 04:16:54.320557 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.350363 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.396806 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.411452 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6e4600e6-17bb-4653-9025-16a7c6da1da2 service neutron] 10.222.0.21 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851238 Oct 12 04:16:54.420714 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f59ae-3adc-46aa-b5ca-5fcd68daeeb9 None None] Pushing event updated for resources: {'Port': ['ID=d1d340e6-97e3-4977-a1ba-35077bb00b82,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:54.426494 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.510298 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.570970 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Allocated IP 172.27.2.163 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/5ab1a6fc-5631-4f1c-9f4e-02c031e48288) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:54.582555 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Pushing event updated for resources: {'Port': ['ID=0dcd7c29-d78e-4e41-8800-267d406292ac,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.607180 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Tracked resource versions report: Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: pushed versions: Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: { 'AddressGroup': {'1.2'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'ConntrackHelper': {'1.0'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Log': {'1.0'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Network': {'1.1'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Port': {'1.7'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'PortForwarding': {'1.2'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'QosPolicy': {'1.10'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SecurityGroup': {'1.4'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SubPort': {'1.0'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Subnet': {'1.1'}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Trunk': {'1.1'}} Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: consumer versions: Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: { DHCP agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: HyperV agent@hv-cinder-81306: {}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: L3 agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: Metadata agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: Metering agent@dv-cinder-813067-1-iscsi: {}, Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: Open vSwitch agent@dv-cinder-813067-1-iscsi: { 'AddressGroup': '1.2', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'ConntrackHelper': '1.0', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Log': '1.0', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Network': '1.1', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Port': '1.7', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'PortForwarding': '1.2', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'QosPolicy': '1.10', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SecurityGroup': '1.4', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SecurityGroupRule': '1.2', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'SubPort': '1.0', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Subnet': '1.1', Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: 'Trunk': '1.1'}} Oct 12 04:16:54.609323 dv-cinder-813067-1-iscsi neutron-server[94614]: {{(pid=94614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:16:54.621553 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Attempting to bind port 0dcd7c29-d78e-4e41-8800-267d406292ac on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:54.622394 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Attempting to bind port 0dcd7c29-d78e-4e41-8800-267d406292ac by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:54.623265 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Attempting to bind port 0dcd7c29-d78e-4e41-8800-267d406292ac on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:54.630689 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:54.631810 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:54.632670 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.633504 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:54.634473 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Bound port: 0dcd7c29-d78e-4e41-8800-267d406292ac, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:54.635083 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.660377 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:16:54.729219 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-affe8196-3756-4216-b872-d2eaeb3c5056 service neutron] 10.222.0.21 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203344 Oct 12 04:16:54.746237 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] For port 0dcd7c29-d78e-4e41-8800-267d406292ac, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:54.751430 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] For port 0dcd7c29-d78e-4e41-8800-267d406292ac, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=0dcd7c29-d78e-4e41-8800-267d406292ac,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:54.798411 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.829745 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 50988) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:54.903291 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7360-ef2e-4f6b-ba15-6049a61b52b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.934545 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:54.935567 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.049421 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 50996) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:55.075613 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:55.079740 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:16:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:55.088783 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906357f-57bd-4774-a436-b7a66ac747c4 None None] Pushing event updated for resources: {'Port': ['ID=0dcd7c29-d78e-4e41-8800-267d406292ac,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:55.105886 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:16:55.119473 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Sync routers for ids ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:16:55.137650 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Routers {'44d74cd5-a7fe-4e4e-b502-55cd746c7a54'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:55.138450 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:16:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:55.220910 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] Notify callbacks [] for router, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.222154 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c787bc95-e575-45ec-9684-e2c970d784dd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5421510 Oct 12 04:16:55.223450 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.225375 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51004) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:55.282304 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7360-ef2e-4f6b-ba15-6049a61b52b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.297685 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:55.297936 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Set router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:55.327177 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Allocated IP 172.20.0.1 (47359d39-1ce6-44f7-a02f-d9bf518e6124/ce63bf54-3c6f-454a-8c66-aefa0d594a43/d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:55.382300 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7360-ef2e-4f6b-ba15-6049a61b52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.416651 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-03d7f5a6-7a36-4c62-b45d-0990672365c8 req-e67437d9-2495-4d39-9fc4-dec18ac1370c tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 210 time: 0.0656929 Oct 12 04:16:55.521847 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device d1d340e6-97e3-4977-a1ba-35077bb00b82 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:55.550265 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-45c6739d-d5d1-4f69-87a0-0d90b8777605 req-aec424c5-400d-4092-8657-c49b31edae59 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 210 time: 0.1646171 Oct 12 04:16:55.573613 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e7360-ef2e-4f6b-ba15-6049a61b52b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284e453d-f8ff-47dc-80b9-ebc036893ed2,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:55.581235 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0e6e7360-ef2e-4f6b-ba15-6049a61b52b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f5c5e6f02484ee394a113f014d28310&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7603610 Oct 12 04:16:55.583429 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51020) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:55.613643 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Pushing event updated for resources: {'Port': ['ID=5ab1a6fc-5631-4f1c-9f4e-02c031e48288,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:55.665199 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-03b25602-97fc-4102-9a5c-5eba791a1c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.698571 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:55.719834 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port d1d340e6-97e3-4977-a1ba-35077bb00b82 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:55.720208 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.737738 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.755802 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-23952bdf-b189-496b-93c2-44811107b305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.801329 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:55.804000 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-23952bdf-b189-496b-93c2-44811107b305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.808000 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:55.825747 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:51Z', 'revision_number': 3, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:55.832207 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:55.949753 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:51Z', 'updated_at': '2021-10-12T04:16:52Z', 'revision_number': 3, 'project_id': '9696ef17af304e61842be106e91706e9', 'gw_port': {'id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:56.002692 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5a9e4-1bc6-46c0-9ed9-5f7a9e8c9c27 None None] The sync data for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi is: [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:51Z', 'revision_number': 3, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:16:56.036597 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.115838 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-23952bdf-b189-496b-93c2-44811107b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.124661 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-23952bdf-b189-496b-93c2-44811107b305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.128087 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-23952bdf-b189-496b-93c2-44811107b305 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/284e453d-f8ff-47dc-80b9-ebc036893ed2 HTTP/1.1" status: 204 len: 168 time: 0.5410678 Oct 12 04:16:56.157489 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:56.161406 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23952bdf-b189-496b-93c2-44811107b305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284e453d-f8ff-47dc-80b9-ebc036893ed2,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:56.166617 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:56.173770 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:56.174330 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.246251 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Checking router: 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:16:56.250778 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Updating router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 port bf786118-c69f-4574-86d5-e2c4e5a9a695 binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:16:56.269059 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:56.306266 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29ff70-91da-4756-9fa2-6f9b48a2b882 None None] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:56.592188 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-03b25602-97fc-4102-9a5c-5eba791a1c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.663050 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port d1d340e6-97e3-4977-a1ba-35077bb00b82, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=d1d340e6-97e3-4977-a1ba-35077bb00b82,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:16:56.678932 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-7f4705c7-44d7-4da9-a15d-d40a730a7ec5 None None] Provisioning complete for port d1d340e6-97e3-4977-a1ba-35077bb00b82 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:56.681521 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7f4705c7-44d7-4da9-a15d-d40a730a7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.721916 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-256670e3-f2c0-4300-b87b-3d3539767dbd req-e062470b-3dd7-4c5f-8dec-dc03ae219395 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 210 time: 0.0875387 Oct 12 04:16:56.740907 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-03b25602-97fc-4102-9a5c-5eba791a1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.810698 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.829280 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.861783 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:56.904914 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d6e9e77d-151a-449c-b489-af2f3e6bb2b3 req-1c6fe115-e3e1-446d-abb0-f74f9d4eea20 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 210 time: 0.0410907 Oct 12 04:16:56.968003 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-03b25602-97fc-4102-9a5c-5eba791a1c7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6744b253de5b46198a92d200092496e2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9136872 Oct 12 04:16:56.973828 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51058) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:57.002245 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b25602-97fc-4102-9a5c-5eba791a1c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256f4836-5cfe-4b50-a034-467da882e251,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:57.113555 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.217932 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=d1d340e6-97e3-4977-a1ba-35077bb00b82,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:57.399709 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-0a555d41-5927-4c7c-8b3e-84281cd7cfc6 None None] Provisioning complete for port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:57.403373 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a555d41-5927-4c7c-8b3e-84281cd7cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.420709 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.490515 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-0a555d41-5927-4c7c-8b3e-84281cd7cfc6 None None] Port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:16:57.523369 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-01a3b0a3-e367-46d8-84da-c0c9abc4c7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.546184 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-0a555d41-5927-4c7c-8b3e-84281cd7cfc6 None None] Provisioning complete for port d1d340e6-97e3-4977-a1ba-35077bb00b82 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:57.546553 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a555d41-5927-4c7c-8b3e-84281cd7cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.573149 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device d1d340e6-97e3-4977-a1ba-35077bb00b82 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:57.577485 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.588747 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-01a3b0a3-e367-46d8-84da-c0c9abc4c7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.632152 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.642410 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.644597 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.663999 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port d1d340e6-97e3-4977-a1ba-35077bb00b82 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:57.664312 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.730389 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.760422 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.821398 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Attempting to bind port bf786118-c69f-4574-86d5-e2c4e5a9a695 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:57.823284 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Attempting to bind port bf786118-c69f-4574-86d5-e2c4e5a9a695 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:57.823284 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Attempting to bind port bf786118-c69f-4574-86d5-e2c4e5a9a695 on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:57.832632 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740f12-b7b6-4893-8493-e978e56d393a None None] Pushing event updated for resources: {'Port': ['ID=bf786118-c69f-4574-86d5-e2c4e5a9a695,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:57.835395 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:57.835760 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:57.836151 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.836520 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:57.836982 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Bound port: bf786118-c69f-4574-86d5-e2c4e5a9a695, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:57.837369 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.850952 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:57.871599 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b3634f7b-5edd-4692-a644-3b07063dbcbc req-2d88c47b-245d-4351-b55c-cbfa3303e386 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 210 time: 0.0554144 Oct 12 04:16:57.922164 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:57.924154 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:57.944638 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Allocated IP 172.20.0.1 (3dd449e6-31a1-474f-a04b-263d450fddb9/9a27a2e0-d5ce-4670-9e57-d7f68ac65575/2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:57.948247 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-01a3b0a3-e367-46d8-84da-c0c9abc4c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.961171 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-01a3b0a3-e367-46d8-84da-c0c9abc4c7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:57.965900 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-01a3b0a3-e367-46d8-84da-c0c9abc4c7c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/256f4836-5cfe-4b50-a034-467da882e251 HTTP/1.1" status: 204 len: 168 time: 0.9850128 Oct 12 04:16:58.029819 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3b0a3-e367-46d8-84da-c0c9abc4c7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256f4836-5cfe-4b50-a034-467da882e251,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:58.067585 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.36', 49292) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:58.084535 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] For port bf786118-c69f-4574-86d5-e2c4e5a9a695, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:58.096887 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] For port bf786118-c69f-4574-86d5-e2c4e5a9a695, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=bf786118-c69f-4574-86d5-e2c4e5a9a695,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:58.191314 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 0dcd7c29-d78e-4e41-8800-267d406292ac up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:58.281913 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4987bd7a-ab1a-40ec-9bd8-9151bac6a34f req-98d74f6b-891b-4b1f-ba4b-0a1ab3c51d32 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 210 time: 0.1753395 Oct 12 04:16:58.309560 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.416348 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.457636 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Router 24bff725-519e-45a3-adfe-73ed526b6aa1 is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:16:58.473566 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740f12-b7b6-4893-8493-e978e56d393a None None] Pushing event updated for resources: {'Port': ['ID=bf786118-c69f-4574-86d5-e2c4e5a9a695,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:58.604358 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 0dcd7c29-d78e-4e41-8800-267d406292ac triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:58.606574 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.613461 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.615327 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-d7a32314-d996-49db-91d9-e428fa09508b None None] Provisioning complete for port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:58.615799 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d7a32314-d996-49db-91d9-e428fa09508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.679786 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Router 822fcce4-d51b-439d-82b5-6ea0236b67b2 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:16:58.696056 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-ac394ae8-163f-42ae-80f8-2c7d58dfe430 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:58.699838 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Pushing event updated for resources: {'Port': ['ID=2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:58.714991 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-ac394ae8-163f-42ae-80f8-2c7d58dfe430 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.36 "GET /v2.0/networks?id=ea4a3696-b66f-4246-8a28-be605ab2d343 HTTP/1.1" status: 200 len: 811 time: 0.6298814 Oct 12 04:16:58.725007 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Network 3dd449e6-31a1-474f-a04b-263d450fddb9 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:58.732085 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:58.735364 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:58.735845 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.740875 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:16:58.746467 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Routers {'44d74cd5-a7fe-4e4e-b502-55cd746c7a54'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:58.747171 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:16:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:58.751358 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Sync routers for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:16:58.767857 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:58.768481 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:16:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:58.795713 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Request body: {'port': {'device_id': '61a95157-07b2-4d52-a3b5-51e526f99b31', 'network_id': 'ea4a3696-b66f-4246-8a28-be605ab2d343', 'admin_state_up': True, 'tenant_id': '7333a6b7535c4821b8eefd5dd71e4e6f'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:58.985988 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-d7a32314-d996-49db-91d9-e428fa09508b None None] Port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:16:59.050765 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] Notify callbacks [] for router, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:59.052889 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:59.053981 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-bd2178b1-922d-4e23-8b60-49ed4ced439b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6382275 Oct 12 04:16:59.057191 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51146) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:59.125851 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] Set router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:59.214536 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:59.262153 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-59210812-0d6b-4ac1-8d1b-6d03d10f236e req-31209fcf-2172-488d-9e27-89075d6b5b8d tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 210 time: 0.1253474 Oct 12 04:16:59.374699 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:59.424384 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:16:59.427263 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 3, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:59.440464 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ac2375d3-3727-4a50-96ce-78186e6d5964 admin admin] 10.222.0.21 "PUT /v2.0/routers/822fcce4-d51b-439d-82b5-6ea0236b67b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9534566 Oct 12 04:16:59.463802 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port 0dcd7c29-d78e-4e41-8800-267d406292ac, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=0dcd7c29-d78e-4e41-8800-267d406292ac,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:16:59.471606 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Sync routers for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:16:59.471835 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Checking router: 24bff725-519e-45a3-adfe-73ed526b6aa1 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:16:59.472182 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Updating router 24bff725-519e-45a3-adfe-73ed526b6aa1 port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:16:59.496853 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:59.498183 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:16:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:59.503828 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:59.529684 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Made reservation on behalf of 7333a6b7535c4821b8eefd5dd71e4e6f for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:59.539625 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:59.588520 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:59.588756 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:59.613264 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-286b40f7-e2c5-41ce-90a7-900ddcdc7b2b req-f3fe31de-a4ff-460c-95b6-a1472f2cc332 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 210 time: 0.0939357 Oct 12 04:16:59.708800 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:59.709699 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:59.836674 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Pushing event updated for resources: {'Port': ['ID=2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:59.842115 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.36', 49299) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:00.010492 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:00.080315 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4d89701e-b12c-4030-920e-cd12fb4b3366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:00.085386 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:00.113711 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=0dcd7c29-d78e-4e41-8800-267d406292ac,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:00.142144 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:51Z', 'updated_at': '2021-10-12T04:16:52Z', 'revision_number': 3, 'project_id': '9696ef17af304e61842be106e91706e9', 'gw_port': {'id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:00.146356 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:00.176857 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ec206-0f8c-425d-a6cd-35058ae085ea None None] Pushing event updated for resources: {'Port': ['ID=5ab1a6fc-5631-4f1c-9f4e-02c031e48288,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:00.208584 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Attempting to bind port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:00.209057 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Attempting to bind port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:00.209887 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Attempting to bind port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:00.215667 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:00.216202 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:00.216747 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:00.217497 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:00.218069 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Bound port: 5ab1a6fc-5631-4f1c-9f4e-02c031e48288, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:00.218890 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:00.287315 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] For port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:00.297234 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] For port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=5ab1a6fc-5631-4f1c-9f4e-02c031e48288,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:00.331607 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839998a0-d1fd-4044-8447-addae5cc6976 None None] The sync data for ids ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'] in dv-cinder-813067-1-iscsi is: [{'id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:51Z', 'updated_at': '2021-10-12T04:16:52Z', 'revision_number': 3, 'project_id': '9696ef17af304e61842be106e91706e9', 'gw_port': {'id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:00.367496 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:00.520640 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Network 3dd449e6-31a1-474f-a04b-263d450fddb9 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:00.550393 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4a7b235e-f7fb-46bf-9a44-ceaf1ef97024 req-8b709fd6-72c5-4648-aaba-268947e200ce tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 210 time: 0.1565011 Oct 12 04:17:00.600857 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:00.607919 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:16:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:01.093882 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:01.104862 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Allocated IP 172.20.0.3 (ea4a3696-b66f-4246-8a28-be605ab2d343/55004ae7-db12-4e74-8207-71787502427f/45453f45-d5d3-4d04-be84-0088e8ca1bff) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:01.105948 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-197ad656-e539-4383-967a-9f5b9b1fd321 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:01.105948 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-197ad656-e539-4383-967a-9f5b9b1fd321 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 814 time: 0.8769350 Oct 12 04:17:01.105948 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Request body: {'port': {'device_id': '494a399f-a68d-4e9f-8259-fbe4f5b830fa', 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd', 'admin_state_up': True, 'tenant_id': '15e19031226d475dbcf3cdfa50550ef4'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:01.112154 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ec206-0f8c-425d-a6cd-35058ae085ea None None] Pushing event updated for resources: {'Port': ['ID=5ab1a6fc-5631-4f1c-9f4e-02c031e48288,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:01.113393 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:16:57Z', 'revision_number': 2, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:01.113393 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Checking router: 822fcce4-d51b-439d-82b5-6ea0236b67b2 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:17:01.113393 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Updating router 822fcce4-d51b-439d-82b5-6ea0236b67b2 port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:17:01.113393 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:01.114312 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-542ec965-1e7d-401e-a82d-a73d7a640e02 req-ef45b629-5447-4c05-a0c7-e6d1bd8b4b93 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 210 time: 0.1296654 Oct 12 04:17:01.114434 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:01.425981 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:01.524645 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:17:01.585712 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:01.613060 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 3, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:01.708955 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:01.729269 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e528dd-0bbb-4e26-a928-855e4ec4d454 None None] The sync data for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi is: [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 3, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:01.914233 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:17:01.950083 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-4ed18da0-3216-4e88-beea-11b47b876a14 admin admin] 10.222.0.21 "PUT /v2.0/routers/44d74cd5-a7fe-4e4e-b502-55cd746c7a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7120223 Oct 12 04:17:01.971594 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8914c167-7122-4853-9c64-966e601afa0a req-76bb8a9d-8da0-445e-b519-57f80b04f060 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 210 time: 0.1034894 Oct 12 04:17:01.984658 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.007261 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device bf786118-c69f-4574-86d5-e2c4e5a9a695 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:02.018926 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Made reservation on behalf of 15e19031226d475dbcf3cdfa50550ef4 for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:02.039476 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.118047 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51246) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:02.129517 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-6720f973-33bb-4362-b32c-ccc4ca7af102 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52305734', 'description': 'tempest-description--1258454771'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:02.160530 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.291266 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9430db6e-a8ab-4c5b-a519-4153ba4cab14 req-18ed591b-a55b-4913-b28e-22e792ebdbe1 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 210 time: 0.1406932 Oct 12 04:17:02.297096 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.544931 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba3849-2022-4cf9-a5bd-c3d15192cad9 None None] Pushing event updated for resources: {'Port': ['ID=d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:02.648964 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b5b8fa7e-5256-43bd-95c7-472706ba6abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.728154 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Attempting to bind port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:02.729629 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Attempting to bind port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:02.729985 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Attempting to bind port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 on network 47359d39-1ce6-44f7-a02f-d9bf518e6124 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:02.740278 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:02.740278 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Checking segment: {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:02.740278 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.740278 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Bound using segment: {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:02.740278 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Bound port: d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:02.740278 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.784339 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port bf786118-c69f-4574-86d5-e2c4e5a9a695 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:02.791743 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.928353 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Pushing event updated for resources: {'Port': ['ID=45453f45-d5d3-4d04-be84-0088e8ca1bff,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:02.928910 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Allocated IP 172.20.0.13 (382ee370-8814-4057-bb86-a80b3c5a69fd/a974f39d-7362-4a97-8202-131a15390cc1/e338ea68-ade7-4184-bc31-d3b708620700) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:02.950693 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-8bb99af8-2e97-48b7-a3ae-6adfa0b07352 None None] Provisioning complete for port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:02.951261 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8bb99af8-2e97-48b7-a3ae-6adfa0b07352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.993619 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Network ea4a3696-b66f-4246-8a28-be605ab2d343 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:03.002380 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:03.005582 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:03.019933 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:03.020775 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.040283 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6720f973-33bb-4362-b32c-ccc4ca7af102 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.121687 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] For port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:03.252934 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-8bb99af8-2e97-48b7-a3ae-6adfa0b07352 None None] Port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:17:03.264037 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] For port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:03.277265 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-60c73333-74bd-4c59-8665-f4f704d83c45 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4721055 Oct 12 04:17:03.301281 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.306069 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-7f3634c4-4d45-4da0-9347-c8bd1abefe15 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:17:03.313375 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-7f3634c4-4d45-4da0-9347-c8bd1abefe15 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0338056 Oct 12 04:17:03.342308 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.385682 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port bf786118-c69f-4574-86d5-e2c4e5a9a695, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=bf786118-c69f-4574-86d5-e2c4e5a9a695,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:03.385682 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.391840 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.488341 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-42df641e-ba94-4492-a5d1-d081d7789990 req-a363ae93-1dd5-4efc-bcb6-7b4792015714 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 210 time: 0.2502444 Oct 12 04:17:03.491409 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.520562 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Allocated IP 172.20.0.1 (7c7c1cf8-2399-44c9-829e-9a108f01a5bc/887335af-ce9a-4fe1-8478-50f5d5a8fcb2/ded21670-419b-45d7-859a-f925d6c5c899) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:03.526829 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.527884 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 0dcd7c29-d78e-4e41-8800-267d406292ac up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:03.656538 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Network 382ee370-8814-4057-bb86-a80b3c5a69fd is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:03.699581 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:03.736387 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:03.744759 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba3849-2022-4cf9-a5bd-c3d15192cad9 None None] Pushing event updated for resources: {'Port': ['ID=d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:03.753562 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:03.756126 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.807675 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:03.808305 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:17:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:03.829067 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Pushing event updated for resources: {'Port': ['ID=e338ea68-ade7-4184-bc31-d3b708620700,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:03.872889 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Sync routers for ids ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:17:03.876716 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Request body: {'port': {'device_id': '61a95157-07b2-4d52-a3b5-51e526f99b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:03.897648 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Routers {'44d74cd5-a7fe-4e4e-b502-55cd746c7a54'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:03.898895 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:17:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:03.930033 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-2f1f56ac-96e2-44a1-a191-b3f121891ed2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1901057 Oct 12 04:17:03.940999 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.964415 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Request body: {'port': {'device_id': '494a399f-a68d-4e9f-8259-fbe4f5b830fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:04.039521 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-b1e22a8e-cac0-4cbb-92e1-64dc5de6d30c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:04.046231 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=bf786118-c69f-4574-86d5-e2c4e5a9a695,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:04.068126 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 0dcd7c29-d78e-4e41-8800-267d406292ac triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:04.068311 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.074280 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-b1e22a8e-cac0-4cbb-92e1-64dc5de6d30c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 818 time: 1.1409278 Oct 12 04:17:04.194396 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.234385 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.240252 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Set router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:04.303402 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:04.308876 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6720f973-33bb-4362-b32c-ccc4ca7af102 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.441296 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-a4becb4a-4523-4ce3-97bf-2c261b0e3108 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/quotas/9696ef17af304e61842be106e91706e9 HTTP/1.1" status: 200 len: 375 time: 0.1712298 Oct 12 04:17:04.454038 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6720f973-33bb-4362-b32c-ccc4ca7af102 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.504483 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-b000a8a9-86fb-4c77-8e1f-d264ab156302 None None] Provisioning complete for port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:04.505059 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b000a8a9-86fb-4c77-8e1f-d264ab156302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.528661 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f03048-3791-4783-8446-4f1230ba37ac req-de3332c1-4c72-4db4-a0ad-50ceec597f88 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:04.532516 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-10f03048-3791-4783-8446-4f1230ba37ac req-de3332c1-4c72-4db4-a0ad-50ceec597f88 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 931 time: 0.9089689 Oct 12 04:17:04.582487 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.859830 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-10f03048-3791-4783-8446-4f1230ba37ac req-9544a9fa-a316-4cd4-8419-e1381d9f5b0b tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843257 Oct 12 04:17:04.859830 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6720f973-33bb-4362-b32c-ccc4ca7af102 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.859830 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6720f973-33bb-4362-b32c-ccc4ca7af102 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.6502602 Oct 12 04:17:04.859830 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.862729 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e338ea68-ade7-4184-bc31-d3b708620700 {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:04.862729 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.886476 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51334) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:04.887255 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device bf786118-c69f-4574-86d5-e2c4e5a9a695 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:04.899709 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720f973-33bb-4362-b32c-ccc4ca7af102 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce18a91-8053-4195-99c4-9ada0f887814,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:04.903287 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:51Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '9696ef17af304e61842be106e91706e9', 'gw_port': {'id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2', 'name': '', 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'mac_address': 'fa:16:3e:d7:a4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9a27a2e0-d5ce-4670-9e57-d7f68ac65575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:57Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 2, 'project_id': '9696ef17af304e61842be106e91706e9', 'subnets': [{'id': '9a27a2e0-d5ce-4670-9e57-d7f68ac65575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:04.909709 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Transition to ACTIVE for port object e338ea68-ade7-4184-bc31-d3b708620700 will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:17:04.927943 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-c01a9661-5069-4869-a8df-f701544b0168 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'security_group_rule': {'security_group_id': 'fce18a91-8053-4195-99c4-9ada0f887814', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:04.947505 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b000a8a9-86fb-4c77-8e1f-d264ab156302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:04.974638 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:05.006679 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:05.009105 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-b000a8a9-86fb-4c77-8e1f-d264ab156302 None None] For port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:05.017881 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:03Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:05.021302 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port bf786118-c69f-4574-86d5-e2c4e5a9a695 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:05.022056 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:05.060693 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037dded3-0679-4cea-975a-1555879fa3d7 None None] The sync data for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi is: [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:03Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:05.106099 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Checking router: 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:17:05.106425 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Updating router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:17:05.108718 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Pushing event updated for resources: {'Port': ['ID=ded21670-419b-45d7-859a-f925d6c5c899,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:05.126888 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b000a8a9-86fb-4c77-8e1f-d264ab156302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:05.148645 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:05.204509 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:05.269638 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e338ea68-ade7-4184-bc31-d3b708620700,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:05.341643 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:05.341643 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:05.396527 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c01a9661-5069-4869-a8df-f701544b0168 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:05.416501 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Attempting to bind port e338ea68-ade7-4184-bc31-d3b708620700 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:05.420655 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Attempting to bind port e338ea68-ade7-4184-bc31-d3b708620700 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:05.421132 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Attempting to bind port e338ea68-ade7-4184-bc31-d3b708620700 on network 382ee370-8814-4057-bb86-a80b3c5a69fd {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:05.463571 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Port e338ea68-ade7-4184-bc31-d3b708620700 on network 382ee370-8814-4057-bb86-a80b3c5a69fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:17:05.464103 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Attempting to bind port e338ea68-ade7-4184-bc31-d3b708620700 on network 382ee370-8814-4057-bb86-a80b3c5a69fd {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:05.471315 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:05.471802 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Checking segment: {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:05.472574 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Bound using segment: {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:05.490409 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Bound port: e338ea68-ade7-4184-bc31-d3b708620700, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:05.492267 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:05.540058 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000a8a9-86fb-4c77-8e1f-d264ab156302 None None] Pushing event updated for resources: {'Port': ['ID=d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:05.565861 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:05.959588 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-c2360c2e-1082-4128-991f-6adf9c5ae6e8 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4571154 Oct 12 04:17:06.012781 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.018026 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] For port e338ea68-ade7-4184-bc31-d3b708620700, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:06.027555 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aba41-fe95-49d1-9a73-f77e9850763d req-00234b74-e99a-4858-9c70-651b574847bb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:06.030419 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-310aba41-fe95-49d1-9a73-f77e9850763d req-00234b74-e99a-4858-9c70-651b574847bb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 944 time: 1.1057200 Oct 12 04:17:06.059640 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-f34ad477-5001-4ab8-bc6f-e7761c519234 None None] Provisioning complete for port ded21670-419b-45d7-859a-f925d6c5c899 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:06.060004 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f34ad477-5001-4ab8-bc6f-e7761c519234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.098631 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] For port e338ea68-ade7-4184-bc31-d3b708620700, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e338ea68-ade7-4184-bc31-d3b708620700,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:06.145066 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.174925 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:06.175507 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.179235 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-f34ad477-5001-4ab8-bc6f-e7761c519234 None None] Port ded21670-419b-45d7-859a-f925d6c5c899 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:17:06.184424 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.221559 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:06.222562 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.224220 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/e338ea68-ade7-4184-bc31-d3b708620700 HTTP/1.1" status: 200 len: 1094 time: 2.2687268 Oct 12 04:17:06.258085 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.303476 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494a399f-a68d-4e9f-8259-fbe4f5b830fa', 'tag': 'e338ea68-ade7-4184-bc31-d3b708620700'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:06.319948 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.356425 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51380) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:06.372893 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=5ab1a6fc-5631-4f1c-9f4e-02c031e48288,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:06.534088 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0728cf-ef3f-4fee-a7a7-48cfbff55031 None None] Pushing event updated for resources: {'Port': ['ID=2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:06.535146 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9534ec-d0f1-4892-b827-1dbe9506b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e338ea68-ade7-4184-bc31-d3b708620700,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:06.583621 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Attempting to bind port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:06.585967 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Attempting to bind port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:06.588966 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Attempting to bind port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 on network 3dd449e6-31a1-474f-a04b-263d450fddb9 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:06.615501 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:06.629639 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-310aba41-fe95-49d1-9a73-f77e9850763d req-7484e600-1558-4ffe-92f6-c49ce2c561a1 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343790 Oct 12 04:17:06.629743 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Checking segment: {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:06.631460 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.636274 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Bound using segment: {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:06.641803 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Bound port: 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:06.647460 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.722274 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.748302 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c01a9661-5069-4869-a8df-f701544b0168 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.804931 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=5ab1a6fc-5631-4f1c-9f4e-02c031e48288,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:06.814753 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-a2a117aa-2393-476f-b277-b15dd68630d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:06.816945 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-a2a117aa-2393-476f-b277-b15dd68630d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 1097 time: 0.3295817 Oct 12 04:17:06.905107 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-91e08ac7-0a30-4509-9095-c207b5654c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.975392 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] For port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:06.978764 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68" -d '{"events": [{"name": "network-changed", "server_uuid": "494a399f-a68d-4e9f-8259-fbe4f5b830fa", "tag": "e338ea68-ade7-4184-bc31-d3b708620700"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:06.983261 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] For port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:06.988666 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-92395ebf-8df6-4ed3-a170-4e628350a61a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e338ea68-ade7-4184-bc31-d3b708620700 HTTP/1.1" status: 200 len: 217 time: 0.1563189 Oct 12 04:17:07.013440 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c01a9661-5069-4869-a8df-f701544b0168 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.024033 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:07.087702 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.100715 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:07.102873 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.115423 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-8fc9d6fb-0563-4047-a7e4-074ce584c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:07.120807 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-8fc9d6fb-0563-4047-a7e4-074ce584c0ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a974f39d-7362-4a97-8202-131a15390cc1 HTTP/1.1" status: 200 len: 854 time: 0.0976269 Oct 12 04:17:07.125540 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-f83e8733-52d3-4c68-9d66-5adf4be0f8ca service neutron] 10.222.0.21 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1852825 Oct 12 04:17:07.174859 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a9661-5069-4869-a8df-f701544b0168 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821ba642-89d1-4023-92a6-3edc438b245f,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:07.185948 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.197031 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a405918-6aaa-41db-84ae-1439b9db0792 req-30818a93-86c6-41e5-a4c5-ee1cb64a55b6 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:07.198770 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9a405918-6aaa-41db-84ae-1439b9db0792 req-30818a93-86c6-41e5-a4c5-ee1cb64a55b6 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 931 time: 0.4647403 Oct 12 04:17:07.242926 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0728cf-ef3f-4fee-a7a7-48cfbff55031 None None] Pushing event updated for resources: {'Port': ['ID=2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:07.271370 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c01a9661-5069-4869-a8df-f701544b0168 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.271370 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c01a9661-5069-4869-a8df-f701544b0168 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3714805 Oct 12 04:17:07.271370 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51408) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:07.294714 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-c5ece4f3-f901-4696-b6eb-3e687eecec0d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'security_group_rule': {'security_group_id': 'fce18a91-8053-4195-99c4-9ada0f887814', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:07.300289 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-b2902d47-29e6-4dd9-a2b3-dbaf9a2e2d0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382ee370-8814-4057-bb86-a80b3c5a69fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638055 Oct 12 04:17:07.424675 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Routers {'44d74cd5-a7fe-4e4e-b502-55cd746c7a54'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:07.424675 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:17:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:07.424849 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-02a9416f-d998-45ff-bef3-bceac1a798d4 service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929511 Oct 12 04:17:07.432877 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] Set router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:07.571480 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f8983d7e-9231-46ec-acfc-e9e8d7e8b0d5 req-d8d247b9-c71c-4e46-9bab-f0b6b24ef0cc service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637199 Oct 12 04:17:07.736150 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:51Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '9696ef17af304e61842be106e91706e9', 'gw_port': {'id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2', 'name': '', 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'mac_address': 'fa:16:3e:d7:a4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9a27a2e0-d5ce-4670-9e57-d7f68ac65575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:57Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '9696ef17af304e61842be106e91706e9', 'subnets': [{'id': '9a27a2e0-d5ce-4670-9e57-d7f68ac65575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:07.764599 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536df0f-ebea-4135-ae02-2ef6114e7b9c None None] The sync data for ids ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'] in dv-cinder-813067-1-iscsi is: [{'id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:51Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '9696ef17af304e61842be106e91706e9', 'gw_port': {'id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2', 'name': '', 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'mac_address': 'fa:16:3e:d7:a4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9a27a2e0-d5ce-4670-9e57-d7f68ac65575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:57Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '9696ef17af304e61842be106e91706e9', 'subnets': [{'id': '9a27a2e0-d5ce-4670-9e57-d7f68ac65575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:07.796547 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-91e08ac7-0a30-4509-9095-c207b5654c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.835839 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45453f45-d5d3-4d04-be84-0088e8ca1bff {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:07.845624 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9a405918-6aaa-41db-84ae-1439b9db0792 req-87e8e29b-1a9f-4c7c-9263-7fe3badeba4d tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252367 Oct 12 04:17:07.857793 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.918195 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5087d0f8-d193-4859-896a-13eef5b35560 service neutron] 10.222.0.21 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7638988 Oct 12 04:17:07.931781 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Transition to ACTIVE for port object 45453f45-d5d3-4d04-be84-0088e8ca1bff will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:17:07.971857 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.076468 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-91e08ac7-0a30-4509-9095-c207b5654c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.090253 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f70237-30ae-4ce4-b220-254bfdf15245 x-openstack-request-id: req-77f70237-30ae-4ce4-b220-254bfdf15245 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:08.090553 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494a399f-a68d-4e9f-8259-fbe4f5b830fa", "tag": "e338ea68-ade7-4184-bc31-d3b708620700", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:08.090906 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77f70237-30ae-4ce4-b220-254bfdf15245 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:08.091825 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494a399f-a68d-4e9f-8259-fbe4f5b830fa', 'tag': 'e338ea68-ade7-4184-bc31-d3b708620700', 'status': 'completed', 'code': 200} Oct 12 04:17:08.131645 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e08ac7-0a30-4509-9095-c207b5654c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ad4581-245b-44bb-a9c4-80e01f977a80,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:08.134263 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.137471 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.138195 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.227184 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c5ece4f3-f901-4696-b6eb-3e687eecec0d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.445682 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-91e08ac7-0a30-4509-9095-c207b5654c5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d80ae93e6ecd45d0bab52d279f04869c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0327520 Oct 12 04:17:08.448524 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51424) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:08.486763 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Pushing event updated for resources: {'Port': ['ID=45453f45-d5d3-4d04-be84-0088e8ca1bff,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:08.572404 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfd21-33ee-468e-9342-0dffdb09911c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.605629 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d59d3-e129-4d26-82d2-c6e0fd1193d1 req-71cbf6a8-e892-417e-b39f-974569e1b6c4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:08.607279 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e8d59d3-e129-4d26-82d2-c6e0fd1193d1 req-71cbf6a8-e892-417e-b39f-974569e1b6c4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 944 time: 0.3997722 Oct 12 04:17:08.611681 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c5ece4f3-f901-4696-b6eb-3e687eecec0d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.620820 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfd21-33ee-468e-9342-0dffdb09911c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.771453 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51438) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:08.802226 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfd21-33ee-468e-9342-0dffdb09911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.805474 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfd21-33ee-468e-9342-0dffdb09911c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.811951 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-8d9dfd21-33ee-468e-9342-0dffdb09911c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52ad4581-245b-44bb-a9c4-80e01f977a80 HTTP/1.1" status: 204 len: 168 time: 0.3589466 Oct 12 04:17:08.817594 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Attempting to bind port 45453f45-d5d3-4d04-be84-0088e8ca1bff on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:08.818401 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Attempting to bind port 45453f45-d5d3-4d04-be84-0088e8ca1bff by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'c456890a-7748-4990-82c8-6b30168ecb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea4a3696-b66f-4246-8a28-be605ab2d343'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:08.818401 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Attempting to bind port 45453f45-d5d3-4d04-be84-0088e8ca1bff on network ea4a3696-b66f-4246-8a28-be605ab2d343 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:08.862234 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Port 45453f45-d5d3-4d04-be84-0088e8ca1bff on network ea4a3696-b66f-4246-8a28-be605ab2d343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:17:08.862729 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Attempting to bind port 45453f45-d5d3-4d04-be84-0088e8ca1bff on network ea4a3696-b66f-4246-8a28-be605ab2d343 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:08.864443 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dfd21-33ee-468e-9342-0dffdb09911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ad4581-245b-44bb-a9c4-80e01f977a80,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:08.868120 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c5ece4f3-f901-4696-b6eb-3e687eecec0d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.908026 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-00d94152-32ed-4b98-a428-271b972841a1 req-b003f610-464e-4723-997d-f63b637f660d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 210 time: 0.4159040 Oct 12 04:17:08.925081 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:08.958802 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:08.959626 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Checking segment: {'id': 'c456890a-7748-4990-82c8-6b30168ecb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea4a3696-b66f-4246-8a28-be605ab2d343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:08.960378 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Bound using segment: {'id': 'c456890a-7748-4990-82c8-6b30168ecb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea4a3696-b66f-4246-8a28-be605ab2d343'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:08.961038 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Bound port: 45453f45-d5d3-4d04-be84-0088e8ca1bff, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c456890a-7748-4990-82c8-6b30168ecb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea4a3696-b66f-4246-8a28-be605ab2d343'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:08.961608 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.035611 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:09.035611 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ece4f3-f901-4696-b6eb-3e687eecec0d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89776290-ee0f-4795-b560-41127e0d33b2,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:09.049644 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e8d59d3-e129-4d26-82d2-c6e0fd1193d1 req-8d3be2ab-346e-4dbf-a851-229fc4ac3b80 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333263 Oct 12 04:17:09.144557 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:09.173559 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c4da01b7-ca37-404b-b1ee-df73369ba8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.300311 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:09.300993 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.350710 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c4da01b7-ca37-404b-b1ee-df73369ba8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.426962 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Pushing event updated for resources: {'Port': ['ID=ded21670-419b-45d7-859a-f925d6c5c899,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:09.441079 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-d86212b9-d188-4030-83de-1f5b6635f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:09.446375 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-d86212b9-d188-4030-83de-1f5b6635f4e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 1097 time: 0.0906513 Oct 12 04:17:09.454248 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c5ece4f3-f901-4696-b6eb-3e687eecec0d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.474221 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c4da01b7-ca37-404b-b1ee-df73369ba8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.474221 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51454) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:09.478141 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c5ece4f3-f901-4696-b6eb-3e687eecec0d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1935086 Oct 12 04:17:09.495460 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'floatingip': {'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:09.536871 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:09.536993 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] For port 45453f45-d5d3-4d04-be84-0088e8ca1bff, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:09.690383 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-248bb453-135f-415a-a691-7c5df2d69ea7 None None] Provisioning complete for port ded21670-419b-45d7-859a-f925d6c5c899 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:09.691018 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-248bb453-135f-415a-a691-7c5df2d69ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.764359 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.826942 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] For port 45453f45-d5d3-4d04-be84-0088e8ca1bff, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=45453f45-d5d3-4d04-be84-0088e8ca1bff,segment=NetworkSegment(c456890a-7748-4990-82c8-6b30168ecb0d),segment_id=c456890a-7748-4990-82c8-6b30168ecb0d)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:09.862041 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:09.864176 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.864676 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da26e4-a575-45cd-95d2-54fb44abd4c2 req-5073cbb5-ef40-4d1b-8e77-5ba3c16e4e3e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:09.866278 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-92da26e4-a575-45cd-95d2-54fb44abd4c2 req-5073cbb5-ef40-4d1b-8e77-5ba3c16e4e3e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 943 time: 0.5431280 Oct 12 04:17:09.880261 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-c970d46e-2a4f-4411-8e61-b441e817913b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:09.888079 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-c970d46e-2a4f-4411-8e61-b441e817913b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 818 time: 0.2601521 Oct 12 04:17:09.929277 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-e0e1af4b-77c3-4c22-b354-d944564ddccf tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/quotas/9696ef17af304e61842be106e91706e9 HTTP/1.1" status: 200 len: 375 time: 0.0294938 Oct 12 04:17:09.966448 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c4da01b7-ca37-404b-b1ee-df73369ba8b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a8da36b15cc4f7f8747aa056b9ce64a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1820078 Oct 12 04:17:09.966536 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-248bb453-135f-415a-a691-7c5df2d69ea7 None None] Port ded21670-419b-45d7-859a-f925d6c5c899 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:17:09.975024 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.985329 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da01b7-ca37-404b-b1ee-df73369ba8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b402d7e-7bc5-45b9-ba02-96472e0f8450,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:10.005833 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51472) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:10.009108 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Router 24bff725-519e-45a3-adfe-73ed526b6aa1 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:17:10.089668 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-92da26e4-a575-45cd-95d2-54fb44abd4c2 req-c776fda7-a598-4367-a8f5-e42c2e53fa0f tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068665 Oct 12 04:17:10.125648 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:10.126282 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.127801 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-f58687c4-d590-4652-8372-682ee2110801 service neutron] 10.222.0.36 "PUT /v2.0/ports/45453f45-d5d3-4d04-be84-0088e8ca1bff HTTP/1.1" status: 200 len: 1093 time: 6.4981868 Oct 12 04:17:10.129473 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a95157-07b2-4d52-a3b5-51e526f99b31', 'tag': '45453f45-d5d3-4d04-be84-0088e8ca1bff'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:10.156913 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.170185 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-84bea101-bb90-42c3-b2c6-9de7ed6f85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:10.172135 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-84bea101-bb90-42c3-b2c6-9de7ed6f85a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 915 time: 0.5898814 Oct 12 04:17:10.249158 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58687c4-d590-4652-8372-682ee2110801 service neutron] Pushing event updated for resources: {'Port': ['ID=45453f45-d5d3-4d04-be84-0088e8ca1bff,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:10.253598 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:10.288250 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-6873772a-11c8-44dd-9958-9b4db1d2eaa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e338ea68-ade7-4184-bc31-d3b708620700 HTTP/1.1" status: 200 len: 217 time: 0.0908370 Oct 12 04:17:10.320318 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.363475 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.428762 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-fa195187-36bd-4bbc-afcb-93ab6755eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:10.430301 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-fa195187-36bd-4bbc-afcb-93ab6755eabe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a974f39d-7362-4a97-8202-131a15390cc1 HTTP/1.1" status: 200 len: 854 time: 0.1320593 Oct 12 04:17:10.466991 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:10.500537 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-294ce6e1-cf33-4fdf-9327-b798e9f56980 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382ee370-8814-4057-bb86-a80b3c5a69fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569572 Oct 12 04:17:10.508269 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1907433d-fe36-43e1-ae20-3f0b21eea550" -d '{"events": [{"name": "network-changed", "server_uuid": "61a95157-07b2-4d52-a3b5-51e526f99b31", "tag": "45453f45-d5d3-4d04-be84-0088e8ca1bff"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:10.552031 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Allocated IP 172.27.2.90 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/660b044f-7f20-433d-b470-16d9eb4a7d95) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:10.558085 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-a316b268-debd-40e4-8380-9a6af171db57 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5951107 Oct 12 04:17:10.679884 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c9aba1f9-de4f-4f4d-a259-2d41f4a4816b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.695554 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.714220 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-98864fbb-dcff-4b4b-ad10-3cb2d5f60ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:10.715785 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-98864fbb-dcff-4b4b-ad10-3cb2d5f60ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7333a6b7535c4821b8eefd5dd71e4e6f&device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 1096 time: 0.4538162 Oct 12 04:17:10.730046 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c9aba1f9-de4f-4f4d-a259-2d41f4a4816b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.772706 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f0af5-c387-4fbd-bf08-830dffe6c28f req-e2058528-8138-4cc8-af85-c1e93d0441f8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:10.774235 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d3f0af5-c387-4fbd-bf08-830dffe6c28f req-e2058528-8138-4cc8-af85-c1e93d0441f8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 944 time: 0.4496472 Oct 12 04:17:10.821416 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:17:10.840603 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3d2f3364-c342-40fc-a00f-730532ebf000 admin admin] 10.222.0.21 "PUT /v2.0/routers/24bff725-519e-45a3-adfe-73ed526b6aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6989622 Oct 12 04:17:10.845996 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Sync routers for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:17:10.846808 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-537d9ca3-9914-482c-9f78-5714a674cdac service neutron] 10.222.0.21 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577555 Oct 12 04:17:10.857546 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d3f0af5-c387-4fbd-bf08-830dffe6c28f req-690a4bb2-ef89-4e3d-8925-dc205de1b9f3 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685132 Oct 12 04:17:10.881128 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:10.881128 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:17:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:10.898617 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.957638 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c9aba1f9-de4f-4f4d-a259-2d41f4a4816b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.961008 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c9aba1f9-de4f-4f4d-a259-2d41f4a4816b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.980431 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:10.992734 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c9aba1f9-de4f-4f4d-a259-2d41f4a4816b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b402d7e-7bc5-45b9-ba02-96472e0f8450 HTTP/1.1" status: 204 len: 168 time: 0.9719973 Oct 12 04:17:10.992954 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:11.039611 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:11.054225 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:11.183514 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:11.207898 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:11.224188 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.247487 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'Port': ['ID=660b044f-7f20-433d-b470-16d9eb4a7d95,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:11.549215 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c40937-85b7-4a8a-9de0-122600fa27c5 x-openstack-request-id: req-09c40937-85b7-4a8a-9de0-122600fa27c5 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:11.549452 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a95157-07b2-4d52-a3b5-51e526f99b31", "tag": "45453f45-d5d3-4d04-be84-0088e8ca1bff", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:11.549841 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09c40937-85b7-4a8a-9de0-122600fa27c5 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:11.550189 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a95157-07b2-4d52-a3b5-51e526f99b31', 'tag': '45453f45-d5d3-4d04-be84-0088e8ca1bff', 'status': 'completed', 'code': 200} Oct 12 04:17:11.556306 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba1f9-de4f-4f4d-a259-2d41f4a4816b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b402d7e-7bc5-45b9-ba02-96472e0f8450,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:11.567408 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-e112e3c0-3af7-476b-9c4b-759cd562e86a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45453f45-d5d3-4d04-be84-0088e8ca1bff HTTP/1.1" status: 200 len: 217 time: 0.5639315 Oct 12 04:17:11.769780 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:07Z', 'revision_number': 2, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:11.772644 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.825730 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-a3d32afa-4f4f-4315-9c38-e3e1a6d7d355 service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8283970 Oct 12 04:17:11.831631 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Checking router: 24bff725-519e-45a3-adfe-73ed526b6aa1 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:17:11.832266 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Updating router 24bff725-519e-45a3-adfe-73ed526b6aa1 port ded21670-419b-45d7-859a-f925d6c5c899 binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:17:11.855020 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-871f989c-c2c2-4487-bf16-bdc296892ad3 service neutron] 10.222.0.21 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0010374 Oct 12 04:17:11.878820 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.882076 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-ce852b29-6dfc-4ccd-b585-686f32e5f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:11.886748 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-ce852b29-6dfc-4ccd-b585-686f32e5f19c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55004ae7-db12-4e74-8207-71787502427f HTTP/1.1" status: 200 len: 851 time: 0.2791882 Oct 12 04:17:12.141709 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-8cf61229-dccd-49be-9cba-6660b79a0bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea4a3696-b66f-4246-8a28-be605ab2d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801748 Oct 12 04:17:12.154944 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.228956 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9ced2b3f-d3bf-4bc5-b084-3eece9ab6b68 req-d0c7cd00-fc7c-4005-b4cf-b8efb0f88f9f service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921016 Oct 12 04:17:12.556343 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.576990 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51534) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:12.603194 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-fdecd1d5-e5e1-4980-ab66-a802e3b45209 service neutron] 10.222.0.36 "GET /v2.0/networks/ea4a3696-b66f-4246-8a28-be605ab2d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612126 Oct 12 04:17:12.619161 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f847-a4e6-4daf-b7ce-1c8c428f3d87 req-b79f8473-eb56-4f18-b272-e74ba72a750b tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:12.624309 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9386f847-a4e6-4daf-b7ce-1c8c428f3d87 req-b79f8473-eb56-4f18-b272-e74ba72a750b tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 943 time: 0.2985249 Oct 12 04:17:12.655229 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-39f0ee29-3f55-4d6b-aed6-4ad51519b7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.663585 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.716190 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51540) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:12.737424 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-c0627cd8-ec6f-4f42-a06d-2aea28613649 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954060129', 'description': 'tempest-description--1780711636'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:12.772002 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9386f847-a4e6-4daf-b7ce-1c8c428f3d87 req-e3a3c369-4721-4a2a-acd1-37e57414538f tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350615 Oct 12 04:17:12.801687 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.808625 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.871127 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'Port': ['ID=660b044f-7f20-433d-b470-16d9eb4a7d95,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:12.933429 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-39f0ee29-3f55-4d6b-aed6-4ad51519b7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.967201 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5ca6e918-14cd-49c6-ad62-19beb8a81d5c req-7a101762-bbc9-463a-84c7-b3afc47bc00a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 210 time: 0.0773230 Oct 12 04:17:13.001756 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed37fe-1657-4166-82db-8bb144910a25 req-9dddeecf-8c9c-4269-92e3-78444dcd89bc tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:13.003338 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b3ed37fe-1657-4166-82db-8bb144910a25 req-9dddeecf-8c9c-4269-92e3-78444dcd89bc tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 944 time: 0.1526442 Oct 12 04:17:13.031895 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ad437c5-cea8-4eb1-8a08-174d48ca7026 req-fe5919cc-f314-4d33-a9fb-5198bb161673 service neutron] 10.222.0.36 "GET /v2.0/networks/ea4a3696-b66f-4246-8a28-be605ab2d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979282 Oct 12 04:17:13.052463 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.055266 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b3ed37fe-1657-4166-82db-8bb144910a25 req-238d7ecd-2332-4d28-8c73-a9141e143641 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Oct 12 04:17:13.094074 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c0627cd8-ec6f-4f42-a06d-2aea28613649 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.096556 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-39f0ee29-3f55-4d6b-aed6-4ad51519b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.134016 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb64e64-f638-4429-a811-83f73e8b3adf None None] Pushing event updated for resources: {'Port': ['ID=ded21670-419b-45d7-859a-f925d6c5c899,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:13.184886 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Attempting to bind port ded21670-419b-45d7-859a-f925d6c5c899 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:13.185460 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Attempting to bind port ded21670-419b-45d7-859a-f925d6c5c899 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:13.185820 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Attempting to bind port ded21670-419b-45d7-859a-f925d6c5c899 on network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:13.193981 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:13.194365 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Checking segment: {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:13.194996 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.195584 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Bound using segment: {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:13.196072 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Bound port: ded21670-419b-45d7-859a-f925d6c5c899, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:13.196450 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.217041 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-39f0ee29-3f55-4d6b-aed6-4ad51519b7cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4eb5987f081744ae87626e9dafc99570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6350589 Oct 12 04:17:13.230496 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51546) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:13.232723 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0ee29-3f55-4d6b-aed6-4ad51519b7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b4cd3d-83ed-4eca-8645-8c2d58efb7b1,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:13.277074 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.278308 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-db243d7a-6824-4f84-aa71-c8614309a849 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7934792 Oct 12 04:17:13.289391 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c0627cd8-ec6f-4f42-a06d-2aea28613649 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.323846 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] For port ded21670-419b-45d7-859a-f925d6c5c899, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:13.332318 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] For port ded21670-419b-45d7-859a-f925d6c5c899, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=ded21670-419b-45d7-859a-f925d6c5c899,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:13.347399 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7ea15c2e-2a72-418f-91bc-c145af830662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.395263 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c0627cd8-ec6f-4f42-a06d-2aea28613649 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.418009 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7ea15c2e-2a72-418f-91bc-c145af830662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.461101 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.475880 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627cd8-ec6f-4f42-a06d-2aea28613649 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583f69db-c9fe-47c6-8397-4991f2ad9f79,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:13.580553 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:13.581638 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:17:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:13.583586 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb64e64-f638-4429-a811-83f73e8b3adf None None] Pushing event updated for resources: {'Port': ['ID=ded21670-419b-45d7-859a-f925d6c5c899,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:13.675397 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7ea15c2e-2a72-418f-91bc-c145af830662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.677978 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7ea15c2e-2a72-418f-91bc-c145af830662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.678446 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c0627cd8-ec6f-4f42-a06d-2aea28613649 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.679152 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-7ea15c2e-2a72-418f-91bc-c145af830662 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07b4cd3d-83ed-4eca-8645-8c2d58efb7b1 HTTP/1.1" status: 204 len: 168 time: 0.4304159 Oct 12 04:17:13.681033 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c0627cd8-ec6f-4f42-a06d-2aea28613649 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9584267 Oct 12 04:17:13.688943 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51568) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:13.694060 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea15c2e-2a72-418f-91bc-c145af830662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b4cd3d-83ed-4eca-8645-8c2d58efb7b1,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:13.695695 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-b12bb9e2-a4fb-4710-ba65-faafcf0cacce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'security_group_rule': {'security_group_id': '583f69db-c9fe-47c6-8397-4991f2ad9f79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:13.857901 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-1166c9a8-cb81-4a42-b66c-4a17809d28b0 None None] Provisioning complete for port ded21670-419b-45d7-859a-f925d6c5c899 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:13.858499 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1166c9a8-cb81-4a42-b66c-4a17809d28b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.885591 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b12bb9e2-a4fb-4710-ba65-faafcf0cacce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.965290 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-a8557240-59e7-4dc7-8e8a-f1000c34cd13 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--52305734&fields=id&tenant_id=a99e41211e834d8aaf06b40712cb4893 HTTP/1.1" status: 200 len: 267 time: 0.1300502 Oct 12 04:17:13.967045 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:14.045297 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1166c9a8-cb81-4a42-b66c-4a17809d28b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.062125 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b12bb9e2-a4fb-4710-ba65-faafcf0cacce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.099456 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417e7e5-809c-478b-b73d-bc356941e173 req-a86304e6-71d1-4844-ae7c-fd9adfe0ede0 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:14.102352 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5417e7e5-809c-478b-b73d-bc356941e173 req-a86304e6-71d1-4844-ae7c-fd9adfe0ede0 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 943 time: 0.1790843 Oct 12 04:17:14.138638 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b12bb9e2-a4fb-4710-ba65-faafcf0cacce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.184299 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-1166c9a8-cb81-4a42-b66c-4a17809d28b0 None None] For port ded21670-419b-45d7-859a-f925d6c5c899, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=ded21670-419b-45d7-859a-f925d6c5c899,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:14.235185 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-816f2e82-51db-4ef9-8823-e86ee08b4d5e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:14.243408 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-816f2e82-51db-4ef9-8823-e86ee08b4d5e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/networks?id=47359d39-1ce6-44f7-a02f-d9bf518e6124 HTTP/1.1" status: 200 len: 809 time: 0.2573252 Oct 12 04:17:14.269851 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-309d1a3b-282f-403a-b40a-8f99a9446716 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/quotas/a99e41211e834d8aaf06b40712cb4893 HTTP/1.1" status: 200 len: 375 time: 0.0254788 Oct 12 04:17:14.277699 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bb9e2-a4fb-4710-ba65-faafcf0cacce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b988d4f-c495-4bdd-9321-517e1d90bc3f,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:14.284395 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1166c9a8-cb81-4a42-b66c-4a17809d28b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.419102 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5417e7e5-809c-478b-b73d-bc356941e173 req-52bb0804-ec28-4064-bb4f-c411096e8ec3 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964123 Oct 12 04:17:14.419102 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-9d3d97df-52e6-4845-aca6-3fe3247ad2a0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926790 Oct 12 04:17:14.420589 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166c9a8-cb81-4a42-b66c-4a17809d28b0 None None] Pushing event updated for resources: {'Port': ['ID=ded21670-419b-45d7-859a-f925d6c5c899,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:14.420589 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:13Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:14.435513 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be8a45-cdc9-4d71-9a96-16dbfb72d146 None None] The sync data for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi is: [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:13Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:14.468998 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-0054d7d6-3c1a-4080-9910-954d89ea2022 None None] Provisioning complete for port ded21670-419b-45d7-859a-f925d6c5c899 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:14.469555 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0054d7d6-3c1a-4080-9910-954d89ea2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.478232 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e56463f-58cc-44cf-80b0-b7fa7307867a req-eaa276bd-0e38-413e-be0c-47686732f2f0 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 210 time: 0.0488129 Oct 12 04:17:14.566218 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-455883be-80ff-4347-a109-970cba3356ca service neutron] 10.222.0.21 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931210 Oct 12 04:17:14.600916 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b12bb9e2-a4fb-4710-ba65-faafcf0cacce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.604756 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b12bb9e2-a4fb-4710-ba65-faafcf0cacce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9122334 Oct 12 04:17:14.605127 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51592) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:14.614403 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-b1db452f-4e71-45cc-ba18-8f54d2278703 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'security_group_rule': {'security_group_id': '583f69db-c9fe-47c6-8397-4991f2ad9f79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:14.793421 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-ce234abc-1cbe-4b95-a5e2-84a7ed99ffb7 service neutron] 10.222.0.21 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261355 Oct 12 04:17:14.807409 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b790fb-f306-4fd4-989d-a1fefcb54a91 req-ba9259dd-732f-48d8-aeb2-27ed56cdb348 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:14.808926 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e3b790fb-f306-4fd4-989d-a1fefcb54a91 req-ba9259dd-732f-48d8-aeb2-27ed56cdb348 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 944 time: 0.1104026 Oct 12 04:17:14.831893 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51598) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:14.917956 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ded21670-419b-45d7-859a-f925d6c5c899 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:14.928635 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b1db452f-4e71-45cc-ba18-8f54d2278703 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.953275 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e3b790fb-f306-4fd4-989d-a1fefcb54a91 req-e6cffbac-7a17-4d66-aa33-198f79ebef0d tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263118 Oct 12 04:17:15.044680 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port ded21670-419b-45d7-859a-f925d6c5c899 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:15.046145 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.109636 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b1db452f-4e71-45cc-ba18-8f54d2278703 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.120237 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1866099-3d6a-4593-bacc-66e43460ae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.313642 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1866099-3d6a-4593-bacc-66e43460ae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.326547 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b1db452f-4e71-45cc-ba18-8f54d2278703 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.349144 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-80d2e6df-21d1-4099-8264-261e13cf1dca req-a61409d3-f713-43fe-9a19-4db15bbcab64 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 210 time: 0.0598998 Oct 12 04:17:15.353915 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db452f-4e71-45cc-ba18-8f54d2278703 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ce31c2-ebba-4525-b021-0c736f08b5ef,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:15.383627 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1866099-3d6a-4593-bacc-66e43460ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.427912 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b1db452f-4e71-45cc-ba18-8f54d2278703 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.429565 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-b1db452f-4e71-45cc-ba18-8f54d2278703 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8222520 Oct 12 04:17:15.432278 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51618) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:15.440249 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'floatingip': {'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:15.444644 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a1866099-3d6a-4593-bacc-66e43460ae12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b22de85b84da48139cdea18d8ed806e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113245 Oct 12 04:17:15.445316 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1866099-3d6a-4593-bacc-66e43460ae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e19f2e1-94cf-4a71-a622-e234903eef41,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:15.450232 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51622) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:15.520939 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-11754557-06d8-4a5c-a803-edeb4133176b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.574241 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-11754557-06d8-4a5c-a803-edeb4133176b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.578757 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.630358 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f606c93e-d1ee-4021-ae50-777500488dd3 req-42faad2a-777a-42c2-9b8e-36f65599c927 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 210 time: 0.0439119 Oct 12 04:17:15.651491 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f699845-c921-4321-8a0f-cefa08c56f24 req-ed7af8b1-2cff-4e21-a679-c1156353a0b3 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:15.651491 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0f699845-c921-4321-8a0f-cefa08c56f24 req-ed7af8b1-2cff-4e21-a679-c1156353a0b3 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 943 time: 0.1233211 Oct 12 04:17:15.690905 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0f699845-c921-4321-8a0f-cefa08c56f24 req-16715676-abba-4c67-aba5-70b39e72601d tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374265 Oct 12 04:17:15.708209 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.818389 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-11754557-06d8-4a5c-a803-edeb4133176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.821204 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-11754557-06d8-4a5c-a803-edeb4133176b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.825635 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-11754557-06d8-4a5c-a803-edeb4133176b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e19f2e1-94cf-4a71-a622-e234903eef41 HTTP/1.1" status: 204 len: 168 time: 0.3734534 Oct 12 04:17:15.836922 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11754557-06d8-4a5c-a803-edeb4133176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e19f2e1-94cf-4a71-a622-e234903eef41,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:15.933354 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Allocated IP 172.27.2.28 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/24e9173b-a5f6-428f-a375-5e5172d39424) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:16.076001 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:16.107197 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5ab4-b0f3-4671-b18d-9cdf71dfbc63 req-37a021d2-bd91-4e0f-8f14-6d0f789551b8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:16.109309 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364e5ab4-b0f3-4671-b18d-9cdf71dfbc63 req-37a021d2-bd91-4e0f-8f14-6d0f789551b8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 944 time: 0.0769105 Oct 12 04:17:16.112273 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-43424601-b86a-4d24-b414-9d0b72049d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:16.113726 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-43424601-b86a-4d24-b414-9d0b72049d4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7333a6b7535c4821b8eefd5dd71e4e6f&device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 1096 time: 0.1098492 Oct 12 04:17:16.166538 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:16.249201 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364e5ab4-b0f3-4671-b18d-9cdf71dfbc63 req-fb96684b-5b94-4278-a581-612a5058faf9 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329012 Oct 12 04:17:16.276483 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:16.279803 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:16.284363 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:16.297510 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'Port': ['ID=24e9173b-a5f6-428f-a375-5e5172d39424,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:16.364276 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:16.416932 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-4239834e-05bb-481b-ba97-ef4a308da451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:16.416932 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-4239834e-05bb-481b-ba97-ef4a308da451 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea4a3696-b66f-4246-8a28-be605ab2d343 HTTP/1.1" status: 200 len: 912 time: 0.2788424 Oct 12 04:17:16.471592 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-b85f69f7-272d-405a-aaa1-d7696ac11eab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45453f45-d5d3-4d04-be84-0088e8ca1bff HTTP/1.1" status: 200 len: 217 time: 0.0479314 Oct 12 04:17:16.510600 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9d21d0d8-2599-474c-af1b-dc3793ba22c2 req-3ed55f6f-50fe-4829-b669-3dfdc04e38c7 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 210 time: 0.0437119 Oct 12 04:17:16.536959 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:16.776720 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51662) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:16.817723 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a51da5ee-7677-4944-b452-db1582d6b5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:16.850049 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-6e8aa65e-8fae-41f8-8de5-8eb64e98222a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:16.851484 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-6e8aa65e-8fae-41f8-8de5-8eb64e98222a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 818 time: 0.3161058 Oct 12 04:17:16.872729 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Request body: {'port': {'device_id': 'd927fdb5-40b1-4279-9f0c-7006831e05d2', 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9', 'admin_state_up': True, 'tenant_id': '9696ef17af304e61842be106e91706e9'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:16.874606 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-842d7abd-a673-444a-b4f5-e2d9366559f1 req-e5b2aefa-7e28-4a50-93f1-36ca8e2c6974 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 210 time: 0.0562165 Oct 12 04:17:16.886929 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-b9495ba5-732d-4e8f-b2d9-05e424de8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:16.888363 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-b9495ba5-732d-4e8f-b2d9-05e424de8538 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55004ae7-db12-4e74-8207-71787502427f HTTP/1.1" status: 200 len: 851 time: 0.4068186 Oct 12 04:17:16.941342 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-fe770726-f1e1-4d4b-9e41-d9aed02a02e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea4a3696-b66f-4246-8a28-be605ab2d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437431 Oct 12 04:17:16.949125 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e798e-9f4c-487a-95a4-40923cacf2c8 req-4724f7f6-5b8e-453d-b547-64c7bd4dc7ab tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:16.956936 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e7e798e-9f4c-487a-95a4-40923cacf2c8 req-4724f7f6-5b8e-453d-b547-64c7bd4dc7ab tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 943 time: 0.1398895 Oct 12 04:17:17.054514 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.134712 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.143260 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e7e798e-9f4c-487a-95a4-40923cacf2c8 req-0318e1d1-acdb-4da0-9c79-a4d176d303b1 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853781 Oct 12 04:17:17.146739 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-908ff76a-d911-416c-b956-70d6cf756a23 service neutron] 10.222.0.36 "GET /v2.0/networks/ea4a3696-b66f-4246-8a28-be605ab2d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871941 Oct 12 04:17:17.197317 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a51da5ee-7677-4944-b452-db1582d6b5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.212728 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.240435 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'Port': ['ID=24e9173b-a5f6-428f-a375-5e5172d39424,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:17.274848 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.36', 49319) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:17.293250 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a51da5ee-7677-4944-b452-db1582d6b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.300855 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1907433d-fe36-43e1-ae20-3f0b21eea550 req-5045d251-ce15-45a5-8b91-f77aa6bda8f3 service neutron] 10.222.0.36 "GET /v2.0/networks/ea4a3696-b66f-4246-8a28-be605ab2d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452005 Oct 12 04:17:17.358402 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Made reservation on behalf of 9696ef17af304e61842be106e91706e9 for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:17.362727 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.379316 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6968b13-df75-434d-9886-d5b2718c2ce2 req-255b1b4e-bd1a-4e20-885d-72b94e1195ed tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:17.381984 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a51da5ee-7677-4944-b452-db1582d6b5bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d30051b7792240c2b574558b89a9136a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028173 Oct 12 04:17:17.382098 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6968b13-df75-434d-9886-d5b2718c2ce2 req-255b1b4e-bd1a-4e20-885d-72b94e1195ed tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 944 time: 0.0527461 Oct 12 04:17:17.383848 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51684) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:17.424853 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da5ee-7677-4944-b452-db1582d6b5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e85356b-c141-4a8a-8dfa-1d9fbdea462b,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:17.480025 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6968b13-df75-434d-9886-d5b2718c2ce2 req-9d7a5f87-99e4-4a8c-b170-923c7f48d03e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891328 Oct 12 04:17:17.481616 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.493026 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-162d67c8-2f2a-488a-a7a6-6cb5de7bef3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.494113 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-4e69a1c6-945f-4c4c-b1ad-5f3f793ffcb7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0607839 Oct 12 04:17:17.532441 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-162d67c8-2f2a-488a-a7a6-6cb5de7bef3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.597691 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-c8e71f42-d487-444c-9d40-58807d9208f2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:17.599290 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-c8e71f42-d487-444c-9d40-58807d9208f2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 818 time: 0.3223660 Oct 12 04:17:17.614330 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Request body: {'port': {'device_id': '92d84886-10fd-4ae9-a6fa-6c0a75409709', 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9', 'admin_state_up': True, 'tenant_id': '9696ef17af304e61842be106e91706e9'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:17.631283 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-07104406-86e9-4566-acc3-c316ad128771 req-d7b38fe5-1a09-4e16-9f8a-4f0a27c6d59f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 210 time: 0.0283456 Oct 12 04:17:17.671450 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Allocated IP 172.20.0.12 (3dd449e6-31a1-474f-a04b-263d450fddb9/9a27a2e0-d5ce-4670-9e57-d7f68ac65575/820be35b-a456-4989-96da-b067b6759731) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:17.710160 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-162d67c8-2f2a-488a-a7a6-6cb5de7bef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.716430 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-162d67c8-2f2a-488a-a7a6-6cb5de7bef3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:17.725600 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-162d67c8-2f2a-488a-a7a6-6cb5de7bef3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e85356b-c141-4a8a-8dfa-1d9fbdea462b HTTP/1.1" status: 204 len: 168 time: 0.3405061 Oct 12 04:17:17.772303 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d67c8-2f2a-488a-a7a6-6cb5de7bef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e85356b-c141-4a8a-8dfa-1d9fbdea462b,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:17.793640 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-be6e11c9-5f13-4b04-8500-6ad107d07a20 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--954060129&fields=id&tenant_id=94eb0d66d77a44dba68f16a5d05cbe28 HTTP/1.1" status: 200 len: 267 time: 0.0666199 Oct 12 04:17:17.989952 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.002529 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-53576053-e3f5-4b17-a645-b04566146179 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:18.012766 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-53576053-e3f5-4b17-a645-b04566146179 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 817 time: 0.2112091 Oct 12 04:17:18.024312 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Made reservation on behalf of 9696ef17af304e61842be106e91706e9 for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:18.028335 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.051183 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-9ac91a8a-786a-4195-b807-b1f750b33f7c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/quotas/94eb0d66d77a44dba68f16a5d05cbe28 HTTP/1.1" status: 200 len: 375 time: 0.0374627 Oct 12 04:17:18.085547 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f127198-180e-4493-865c-f6e2a3345527 req-7f67544d-7090-448d-8d1a-4a2f61eb0eee tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 210 time: 0.0705781 Oct 12 04:17:18.125720 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 45453f45-d5d3-4d04-be84-0088e8ca1bff details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:17:18.136291 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.311330 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-c981db95-31e4-4a59-8ce0-475f7d5bd260 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2357831 Oct 12 04:17:18.373069 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 45453f45-d5d3-4d04-be84-0088e8ca1bff, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=45453f45-d5d3-4d04-be84-0088e8ca1bff,segment=NetworkSegment(c456890a-7748-4990-82c8-6b30168ecb0d),segment_id=c456890a-7748-4990-82c8-6b30168ecb0d)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:18.385821 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-3d2971bf-c1bd-4968-99a4-845bdd6e86af tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:18.387393 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '45453f45-d5d3-4d04-be84-0088e8ca1bff', 'network_id': 'ea4a3696-b66f-4246-8a28-be605ab2d343', 'port_id': '45453f45-d5d3-4d04-be84-0088e8ca1bff', 'mac_address': 'fa:16:3e:d3:8c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55004ae7-db12-4e74-8207-71787502427f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:17:18.388705 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-3d2971bf-c1bd-4968-99a4-845bdd6e86af tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "GET /v2.0/networks?id=47359d39-1ce6-44f7-a02f-d9bf518e6124 HTTP/1.1" status: 200 len: 809 time: 0.2878745 Oct 12 04:17:18.439683 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.447671 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Pushing event updated for resources: {'Port': ['ID=820be35b-a456-4989-96da-b067b6759731,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:18.456020 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45453f45-d5d3-4d04-be84-0088e8ca1bff {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:18.479266 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Network 3dd449e6-31a1-474f-a04b-263d450fddb9 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:18.480955 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 45453f45-d5d3-4d04-be84-0088e8ca1bff, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=45453f45-d5d3-4d04-be84-0088e8ca1bff,segment=NetworkSegment(c456890a-7748-4990-82c8-6b30168ecb0d),segment_id=c456890a-7748-4990-82c8-6b30168ecb0d)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:18.483058 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:18.487935 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:18.493249 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:18.493863 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.522677 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Allocated IP 172.20.0.10 (3dd449e6-31a1-474f-a04b-263d450fddb9/9a27a2e0-d5ce-4670-9e57-d7f68ac65575/daa88131-1b96-4370-98b3-d5a9a75dda98) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:18.528058 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8f09b-b076-423e-be9f-d4b184f4fb58 req-d65cc806-3d50-4e03-ac3d-eab49df5a0af tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:18.529557 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ead8f09b-b076-423e-be9f-d4b184f4fb58 req-d65cc806-3d50-4e03-ac3d-eab49df5a0af tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 943 time: 0.2163475 Oct 12 04:17:18.563899 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7795aab6-3141-4827-8b95-6995e16b55bd tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99e41211e834d8aaf06b40712cb4893 HTTP/1.1" status: 200 len: 378 time: 0.1632645 Oct 12 04:17:18.578375 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.579077 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device e338ea68-ade7-4184-bc31-d3b708620700 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:17:18.592203 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'port': {'device_id': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'admin_state_up': True, 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'security_groups': ['fce18a91-8053-4195-99c4-9ada0f887814']}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:18.677955 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=45453f45-d5d3-4d04-be84-0088e8ca1bff,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:18.722935 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-be732669-942b-4c8e-891c-6d8c8b2e372d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8577180 Oct 12 04:17:18.747889 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port e338ea68-ade7-4184-bc31-d3b708620700, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e338ea68-ade7-4184-bc31-d3b708620700,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:18.758120 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Request body: {'port': {'device_id': 'd927fdb5-40b1-4279-9f0c-7006831e05d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:18.779286 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': 'e338ea68-ade7-4184-bc31-d3b708620700', 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd', 'port_id': 'e338ea68-ade7-4184-bc31-d3b708620700', 'mac_address': 'fa:16:3e:2a:c7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a974f39d-7362-4a97-8202-131a15390cc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:17:18.846518 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.848441 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.850728 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.851031 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ead8f09b-b076-423e-be9f-d4b184f4fb58 req-8e34adc5-3d66-4c13-a1f3-f1c4768283c9 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993751 Oct 12 04:17:18.864615 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-b44ffc59-c663-4de0-85e3-8a98a969643e service neutron] 10.222.0.21 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741418 Oct 12 04:17:18.867817 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e338ea68-ade7-4184-bc31-d3b708620700 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:18.891321 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port e338ea68-ade7-4184-bc31-d3b708620700, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e338ea68-ade7-4184-bc31-d3b708620700,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:18.930350 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Made reservation on behalf of a99e41211e834d8aaf06b40712cb4893 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:18.934509 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:18.989905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:19.062479 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=e338ea68-ade7-4184-bc31-d3b708620700,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:19.105572 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:19.128751 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Allocated IP 172.20.0.14 (47359d39-1ce6-44f7-a02f-d9bf518e6124/ce63bf54-3c6f-454a-8c66-aefa0d594a43/8580464d-5ebb-48ed-ba90-238466c4d35b) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:19.174559 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-9fa88371-db6e-43af-938b-06312b4494d7 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088017 Oct 12 04:17:19.186605 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc5587-0264-4cae-947b-aeb6418f11b8 req-a1a87c1f-686c-4790-aea4-fe1e84e9fd46 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:19.189801 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3edc5587-0264-4cae-947b-aeb6418f11b8 req-a1a87c1f-686c-4790-aea4-fe1e84e9fd46 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 945 time: 0.1197586 Oct 12 04:17:19.209002 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Network 3dd449e6-31a1-474f-a04b-263d450fddb9 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:19.213679 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:19.223097 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:19.229036 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:19.229712 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:19.301796 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Pushing event updated for resources: {'Port': ['ID=daa88131-1b96-4370-98b3-d5a9a75dda98,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:19.332238 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['45453f45-d5d3-4d04-be84-0088e8ca1bff'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:19.345646 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3edc5587-0264-4cae-947b-aeb6418f11b8 req-61de07d5-919e-4f1a-a059-1f31d2afcce6 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436751 Oct 12 04:17:19.379985 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-53bd17d4-545e-441d-9ba3-a9914807df56 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7715638 Oct 12 04:17:19.398491 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Request body: {'port': {'device_id': '92d84886-10fd-4ae9-a6fa-6c0a75409709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:19.413638 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['e338ea68-ade7-4184-bc31-d3b708620700'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:19.469442 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:19.502238 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:19.587137 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d1ad73c1-bb3a-4690-8c3f-dbfd94dd08dc req-8232c119-359a-40d4-be80-dab1224e5184 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 210 time: 0.0335152 Oct 12 04:17:19.683687 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:19.707550 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820be35b-a456-4989-96da-b067b6759731 {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:19.720384 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:19.781533 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Transition to ACTIVE for port object 820be35b-a456-4989-96da-b067b6759731 will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:17:19.808993 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f68991f-18cb-4716-bcd3-62d6e561b09c req-253e558d-54bb-4881-a8ca-a72e91102513 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 210 time: 0.1142042 Oct 12 04:17:19.836067 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:19.853669 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:19.857142 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:19.870754 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:19.877833 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:19.877833 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:19.908172 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0ac2-7320-4e30-9ebb-944151389497 req-82e9d5ed-68d8-4392-b72f-b2835576637b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:19.909905 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3f4e0ac2-7320-4e30-9ebb-944151389497 req-82e9d5ed-68d8-4392-b72f-b2835576637b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 932 time: 0.2921138 Oct 12 04:17:19.914650 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'Port': ['ID=8580464d-5ebb-48ed-ba90-238466c4d35b,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:20.006535 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3f4e0ac2-7320-4e30-9ebb-944151389497 req-819e8637-ad56-4bc0-8d39-c78456c35086 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880382 Oct 12 04:17:20.016791 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Pushing event updated for resources: {'Port': ['ID=820be35b-a456-4989-96da-b067b6759731,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:20.034633 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-7e78fbc6-52a3-40e6-9c07-0533feb9b746 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4573643 Oct 12 04:17:20.049036 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Request body: {'port': {'device_id': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:20.058864 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef54e2-3005-4f29-8b88-bc3a5a7efc6a req-afb56242-81b8-4386-9d6d-96953cdd3733 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:20.060723 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cbef54e2-3005-4f29-8b88-bc3a5a7efc6a req-afb56242-81b8-4386-9d6d-96953cdd3733 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 944 time: 0.0929081 Oct 12 04:17:20.072154 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Attempting to bind port 820be35b-a456-4989-96da-b067b6759731 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:20.072497 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Attempting to bind port 820be35b-a456-4989-96da-b067b6759731 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:20.072831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Attempting to bind port 820be35b-a456-4989-96da-b067b6759731 on network 3dd449e6-31a1-474f-a04b-263d450fddb9 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:20.085824 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Port 820be35b-a456-4989-96da-b067b6759731 on network 3dd449e6-31a1-474f-a04b-263d450fddb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:17:20.086149 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Attempting to bind port 820be35b-a456-4989-96da-b067b6759731 on network 3dd449e6-31a1-474f-a04b-263d450fddb9 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:20.102642 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:20.103469 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Checking segment: {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:20.104035 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Bound using segment: {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:20.104478 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Bound port: 820be35b-a456-4989-96da-b067b6759731, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:20.104838 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.149463 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cbef54e2-3005-4f29-8b88-bc3a5a7efc6a req-f9bc5e48-e362-4b72-a3e2-25754d52fcd1 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674524 Oct 12 04:17:20.152016 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.224907 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa88131-1b96-4370-98b3-d5a9a75dda98 {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:20.237180 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.239066 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-3ae7655f-768e-4798-bd2b-b3d8482658e9 None None] Provisioning complete for port 8580464d-5ebb-48ed-ba90-238466c4d35b triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:20.242762 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3ae7655f-768e-4798-bd2b-b3d8482658e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.245914 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] For port 820be35b-a456-4989-96da-b067b6759731, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:20.251310 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] For port 820be35b-a456-4989-96da-b067b6759731, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=820be35b-a456-4989-96da-b067b6759731,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:20.259578 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Transition to ACTIVE for port object daa88131-1b96-4370-98b3-d5a9a75dda98 will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:17:20.291178 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7655f-768e-4798-bd2b-b3d8482658e9 None None] Port 8580464d-5ebb-48ed-ba90-238466c4d35b cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:17:20.321772 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.369839 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:20.370572 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.372959 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] 10.222.0.36 "PUT /v2.0/ports/820be35b-a456-4989-96da-b067b6759731 HTTP/1.1" status: 200 len: 1094 time: 1.6348178 Oct 12 04:17:20.374780 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd927fdb5-40b1-4279-9f0c-7006831e05d2', 'tag': '820be35b-a456-4989-96da-b067b6759731'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:20.383116 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75beff5b-2c15-43c2-89fa-46ccc6e223fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d927fdb5-40b1-4279-9f0c-7006831e05d2", "tag": "820be35b-a456-4989-96da-b067b6759731"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:20.387098 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.430498 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da53753-b695-4a96-96d7-225debdc1228 service neutron] Pushing event updated for resources: {'Port': ['ID=820be35b-a456-4989-96da-b067b6759731,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:20.536246 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f182ef61-e24c-411d-acec-eca842fdc341 x-openstack-request-id: req-f182ef61-e24c-411d-acec-eca842fdc341 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:20.536491 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d927fdb5-40b1-4279-9f0c-7006831e05d2", "tag": "820be35b-a456-4989-96da-b067b6759731", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:20.536828 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f182ef61-e24c-411d-acec-eca842fdc341 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:20.537345 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd927fdb5-40b1-4279-9f0c-7006831e05d2', 'tag': '820be35b-a456-4989-96da-b067b6759731', 'status': 'completed', 'code': 200} Oct 12 04:17:20.595042 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Pushing event updated for resources: {'Port': ['ID=daa88131-1b96-4370-98b3-d5a9a75dda98,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:20.607813 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8580464d-5ebb-48ed-ba90-238466c4d35b {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:20.626836 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657af2f-7983-495b-8ea2-a4df71f353a4 req-42f9880f-a200-40c5-b53f-b3f4508c2536 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:20.631957 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Attempting to bind port daa88131-1b96-4370-98b3-d5a9a75dda98 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:20.631957 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Attempting to bind port daa88131-1b96-4370-98b3-d5a9a75dda98 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:20.631957 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Attempting to bind port daa88131-1b96-4370-98b3-d5a9a75dda98 on network 3dd449e6-31a1-474f-a04b-263d450fddb9 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:20.632465 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e657af2f-7983-495b-8ea2-a4df71f353a4 req-42f9880f-a200-40c5-b53f-b3f4508c2536 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 945 time: 0.1297038 Oct 12 04:17:20.642472 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-83449753-064e-4670-b8b5-e6f26d511c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:20.645596 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-83449753-064e-4670-b8b5-e6f26d511c4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1097 time: 0.1112196 Oct 12 04:17:20.651539 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Port daa88131-1b96-4370-98b3-d5a9a75dda98 on network 3dd449e6-31a1-474f-a04b-263d450fddb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:17:20.651539 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Attempting to bind port daa88131-1b96-4370-98b3-d5a9a75dda98 on network 3dd449e6-31a1-474f-a04b-263d450fddb9 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:20.652126 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.657043 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:20.657610 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Checking segment: {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:20.658130 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Bound using segment: {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:20.658733 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Bound port: daa88131-1b96-4370-98b3-d5a9a75dda98, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:20.659258 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.712899 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Transition to ACTIVE for port object 8580464d-5ebb-48ed-ba90-238466c4d35b will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:17:20.714739 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-0a11ef3b-7531-4033-98ea-7c51d701b35b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=820be35b-a456-4989-96da-b067b6759731 HTTP/1.1" status: 200 len: 217 time: 0.0594749 Oct 12 04:17:20.720455 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e657af2f-7983-495b-8ea2-a4df71f353a4 req-ca55c0e0-51f0-495b-bb75-3b25e773d397 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618434 Oct 12 04:17:20.815371 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:20.844917 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] For port daa88131-1b96-4370-98b3-d5a9a75dda98, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:20.851436 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5bb7392d-2dbc-4071-b1ff-ba9b4236bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:20.854723 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-5bb7392d-2dbc-4071-b1ff-ba9b4236bde2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0693951 Oct 12 04:17:20.871041 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] For port daa88131-1b96-4370-98b3-d5a9a75dda98, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=daa88131-1b96-4370-98b3-d5a9a75dda98,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:20.897838 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-ecf93e56-f508-46bb-9a81-505a1cc5bfc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357997 Oct 12 04:17:20.898016 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8580464d-5ebb-48ed-ba90-238466c4d35b,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:20.927496 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-766ebd2d-ec29-49a9-a67f-d9604f8de8b2 req-9d20bb27-fe50-4540-8f8e-8d1e34655d3d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 210 time: 0.0457861 Oct 12 04:17:20.943732 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09b68-9445-4819-bf3d-4291049223ac req-099fce09-213a-4087-b923-22dd9b9162ea tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:20.945284 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-daa09b68-9445-4819-bf3d-4291049223ac req-099fce09-213a-4087-b923-22dd9b9162ea tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 932 time: 0.1729765 Oct 12 04:17:20.967232 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:21.105677 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.106195 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:21.107796 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] 10.222.0.36 "PUT /v2.0/ports/daa88131-1b96-4370-98b3-d5a9a75dda98 HTTP/1.1" status: 200 len: 1094 time: 1.7134085 Oct 12 04:17:21.164032 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19c48d-245c-439d-afc5-95c3bba1f5eb service neutron] Pushing event updated for resources: {'Port': ['ID=daa88131-1b96-4370-98b3-d5a9a75dda98,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:21.184768 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-1cc95771-434c-46c0-be5e-ef9c89d566c2 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759237 Oct 12 04:17:21.346981 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Attempting to bind port 8580464d-5ebb-48ed-ba90-238466c4d35b on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:21.347324 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Attempting to bind port 8580464d-5ebb-48ed-ba90-238466c4d35b by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:21.347660 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Attempting to bind port 8580464d-5ebb-48ed-ba90-238466c4d35b on network 47359d39-1ce6-44f7-a02f-d9bf518e6124 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:21.354188 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-edab4ffb-529b-4ea4-bea4-5102cbab65e8 req-289b213b-d392-44a5-8f5b-f77b726ff96e service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609962 Oct 12 04:17:21.364407 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-daa09b68-9445-4819-bf3d-4291049223ac req-2152e4fc-e085-4c8a-b3ab-ee1511b57184 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832274 Oct 12 04:17:21.378809 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-9a87d53b-d5fb-4eef-b984-b391c2ded7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.380352 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-9a87d53b-d5fb-4eef-b984-b391c2ded7c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 1097 time: 0.0603297 Oct 12 04:17:21.387405 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Port 8580464d-5ebb-48ed-ba90-238466c4d35b on network 47359d39-1ce6-44f7-a02f-d9bf518e6124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:17:21.387405 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Attempting to bind port 8580464d-5ebb-48ed-ba90-238466c4d35b on network 47359d39-1ce6-44f7-a02f-d9bf518e6124 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:21.402280 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:21.402622 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Checking segment: {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:21.411453 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Bound using segment: {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:21.412069 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Bound port: 8580464d-5ebb-48ed-ba90-238466c4d35b, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:21.412491 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:21.432547 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-56903b1d-0731-4dc8-a499-fc0202c9b8c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daa88131-1b96-4370-98b3-d5a9a75dda98 HTTP/1.1" status: 200 len: 217 time: 0.0414674 Oct 12 04:17:21.436004 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ab14b-2f4e-41d8-a9cf-57c8136b51de req-4bb1cf0e-0c27-4222-b91a-6ccf5e68bac1 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.438025 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f31ab14b-2f4e-41d8-a9cf-57c8136b51de req-4bb1cf0e-0c27-4222-b91a-6ccf5e68bac1 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 944 time: 0.1602280 Oct 12 04:17:21.485474 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-761fbec7-9985-48fc-8fdc-7bd7559156f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.487224 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-761fbec7-9985-48fc-8fdc-7bd7559156f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0476270 Oct 12 04:17:21.524185 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-05073469-7687-48a1-9dd0-7e80f5a2f235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282269 Oct 12 04:17:21.553737 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f31ab14b-2f4e-41d8-a9cf-57c8136b51de req-8848af26-a64c-42f3-bd77-07b99bcd8d12 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037476 Oct 12 04:17:21.566485 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76278b-dfe8-446c-a1a6-f215273a32bc req-23a24c77-77bd-4d76-a39c-214a494aa2a7 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.568047 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7f76278b-dfe8-446c-a1a6-f215273a32bc req-23a24c77-77bd-4d76-a39c-214a494aa2a7 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 944 time: 0.1274014 Oct 12 04:17:21.578941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] For port 8580464d-5ebb-48ed-ba90-238466c4d35b, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:21.578941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] For port 8580464d-5ebb-48ed-ba90-238466c4d35b, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8580464d-5ebb-48ed-ba90-238466c4d35b,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:21.628196 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7f76278b-dfe8-446c-a1a6-f215273a32bc req-72d95b4e-a20b-4aa9-9d82-719d6a0c0fb4 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Oct 12 04:17:21.649661 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:21.678050 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.679135 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:21.685864 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-8a54bf04-2587-4eaf-af8b-1ee22b320dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.686087 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/8580464d-5ebb-48ed-ba90-238466c4d35b HTTP/1.1" status: 200 len: 1094 time: 1.6368077 Oct 12 04:17:21.686174 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-8a54bf04-2587-4eaf-af8b-1ee22b320dfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1097 time: 0.0928850 Oct 12 04:17:21.686245 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'tag': '8580464d-5ebb-48ed-ba90-238466c4d35b'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:21.686245 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891b4828-6aa4-4ce1-b94e-1b195661f60a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbee8a27-52f2-42c0-8cb5-bfade5bfb587", "tag": "8580464d-5ebb-48ed-ba90-238466c4d35b"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:21.748019 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e12ce-5c05-4a0f-bbc8-15c706efe4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8580464d-5ebb-48ed-ba90-238466c4d35b,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:21.755408 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b49fe58-10eb-4b7a-8f4f-452744dde2e5 x-openstack-request-id: req-0b49fe58-10eb-4b7a-8f4f-452744dde2e5 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:21.755887 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbee8a27-52f2-42c0-8cb5-bfade5bfb587", "tag": "8580464d-5ebb-48ed-ba90-238466c4d35b", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:21.756296 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b49fe58-10eb-4b7a-8f4f-452744dde2e5 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:21.756821 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'tag': '8580464d-5ebb-48ed-ba90-238466c4d35b', 'status': 'completed', 'code': 200} Oct 12 04:17:21.781211 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-3a86577f-0c7d-42b8-b69e-2eb49b712bd1 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397838 Oct 12 04:17:21.885572 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51864) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:21.896864 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-6cf8c478-bf72-44b8-a71e-241cc77ac559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.898125 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-6cf8c478-bf72-44b8-a71e-241cc77ac559 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 919 time: 0.2026689 Oct 12 04:17:21.942980 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4828-6aa4-4ce1-b94e-1b195661f60a req-fbfe2d88-57cb-4856-ac14-f0d4b0051ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.944685 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-891b4828-6aa4-4ce1-b94e-1b195661f60a req-fbfe2d88-57cb-4856-ac14-f0d4b0051ab9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 1097 time: 0.1050203 Oct 12 04:17:21.955990 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4221d-e328-4134-a3e1-bbad82ec7243 req-fae420a8-d305-4822-98ae-397952f27b95 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:21.957484 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-72e4221d-e328-4134-a3e1-bbad82ec7243 req-fae420a8-d305-4822-98ae-397952f27b95 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 945 time: 0.1067784 Oct 12 04:17:21.972208 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-c53802b0-0b40-4380-99b2-1c365db32951 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=820be35b-a456-4989-96da-b067b6759731 HTTP/1.1" status: 200 len: 217 time: 0.0634866 Oct 12 04:17:22.028411 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bda7fecd-f418-4afa-bfb3-706c7569d138 req-94848c88-b031-43e0-a0cc-c9476dbcd2e7 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407901 Oct 12 04:17:22.052301 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb67356a-18d0-455c-8703-1132e5795666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.078709 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-635004ba-6e55-43f5-9dd5-354cde6b1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:22.080156 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-635004ba-6e55-43f5-9dd5-354cde6b1429 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0973947 Oct 12 04:17:22.107331 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 45453f45-d5d3-4d04-be84-0088e8ca1bff up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:22.122318 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-abae9d3e-47af-4e6d-801a-ad5aadf566ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303516 Oct 12 04:17:22.133149 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0f619fe3-de8f-4a2b-b84c-07872f349134 req-00e3eac7-4882-44a6-8bc0-788de2a06d48 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 210 time: 0.0422075 Oct 12 04:17:22.207220 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-72e4221d-e328-4134-a3e1-bbad82ec7243 req-8f52a2fc-2af2-4b20-9ff5-5392266d963f tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221888 Oct 12 04:17:22.229451 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb67356a-18d0-455c-8703-1132e5795666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.237640 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4828-6aa4-4ce1-b94e-1b195661f60a req-0246d5bd-d6a5-4a71-a446-70382b8b05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:22.239375 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-891b4828-6aa4-4ce1-b94e-1b195661f60a req-0246d5bd-d6a5-4a71-a446-70382b8b05f6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a99e41211e834d8aaf06b40712cb4893&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2807670 Oct 12 04:17:22.257713 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-92711ad4-c8e2-4a89-a6f9-dd4da5e4e978 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246617 Oct 12 04:17:22.268923 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 45453f45-d5d3-4d04-be84-0088e8ca1bff completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:17:22.281447 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 45453f45-d5d3-4d04-be84-0088e8ca1bff triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:22.281447 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.337371 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb67356a-18d0-455c-8703-1132e5795666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.400502 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.407192 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-cb67356a-18d0-455c-8703-1132e5795666 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3148942685354181815456f3e20df8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189722 Oct 12 04:17:22.413178 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51876) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:22.414652 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67356a-18d0-455c-8703-1132e5795666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3cf1ee-f428-4047-a4f8-fa4ff52b3336,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:22.419101 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-75beff5b-2c15-43c2-89fa-46ccc6e223fa req-e2231618-f8ae-4619-8d61-ad13a39c70d6 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498032 Oct 12 04:17:22.453807 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a95157-07b2-4d52-a3b5-51e526f99b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45453f45-d5d3-4d04-be84-0088e8ca1bff'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:22.526118 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4828-6aa4-4ce1-b94e-1b195661f60a req-3b3fbe9d-31db-4416-a251-1b787b395e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:22.526118 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-891b4828-6aa4-4ce1-b94e-1b195661f60a req-3b3fbe9d-31db-4416-a251-1b787b395e54 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747335 Oct 12 04:17:22.539237 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d84886-10fd-4ae9-a6fa-6c0a75409709', 'tag': 'daa88131-1b96-4370-98b3-d5a9a75dda98'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:22.541936 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19" -d '{"events": [{"name": "network-changed", "server_uuid": "92d84886-10fd-4ae9-a6fa-6c0a75409709", "tag": "daa88131-1b96-4370-98b3-d5a9a75dda98"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:22.555900 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd41f7c-f96c-49a2-9762-2aacf8cf811c req-3231623b-4aaa-451b-b2d8-22f80073aeeb tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:22.557404 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cfd41f7c-f96c-49a2-9762-2aacf8cf811c req-3231623b-4aaa-451b-b2d8-22f80073aeeb tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 944 time: 0.0938146 Oct 12 04:17:22.575001 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-80c10ebb-368e-447c-a207-e2bb09fd49d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.578372 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 45453f45-d5d3-4d04-be84-0088e8ca1bff, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=45453f45-d5d3-4d04-be84-0088e8ca1bff,segment=NetworkSegment(c456890a-7748-4990-82c8-6b30168ecb0d),segment_id=c456890a-7748-4990-82c8-6b30168ecb0d)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:22.612227 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50543387-7042-49cc-808e-ef5e075e1b80 x-openstack-request-id: req-50543387-7042-49cc-808e-ef5e075e1b80 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:22.612553 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d84886-10fd-4ae9-a6fa-6c0a75409709", "tag": "daa88131-1b96-4370-98b3-d5a9a75dda98", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:22.612767 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50543387-7042-49cc-808e-ef5e075e1b80 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:22.613151 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d84886-10fd-4ae9-a6fa-6c0a75409709', 'tag': 'daa88131-1b96-4370-98b3-d5a9a75dda98', 'status': 'completed', 'code': 200} Oct 12 04:17:22.647042 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.648284 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device e338ea68-ade7-4184-bc31-d3b708620700 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:22.670066 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-80c10ebb-368e-447c-a207-e2bb09fd49d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.710009 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cfd41f7c-f96c-49a2-9762-2aacf8cf811c req-9d61dfeb-bacb-419a-bfa9-ca967d9fa8c8 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361196 Oct 12 04:17:22.724979 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-fa86eadf-66d9-49fb-b889-7ecb74f80485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:22.726692 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-fa86eadf-66d9-49fb-b889-7ecb74f80485 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 1097 time: 0.1478164 Oct 12 04:17:22.797536 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-db2d40a5-72e1-459e-9237-223330496fbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8580464d-5ebb-48ed-ba90-238466c4d35b HTTP/1.1" status: 200 len: 217 time: 0.0581429 Oct 12 04:17:22.883632 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea922eb-7d22-4ff0-8da8-a96ca6da679e req-861ca490-85c3-4d79-a567-026e01d0d16b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:22.885445 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ea922eb-7d22-4ff0-8da8-a96ca6da679e req-861ca490-85c3-4d79-a567-026e01d0d16b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 944 time: 0.1491394 Oct 12 04:17:22.917561 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ef3600-dd78-4c04-866f-31f4d1d513fa" -d '{"events": [{"server_uuid": "61a95157-07b2-4d52-a3b5-51e526f99b31", "name": "network-vif-plugged", "status": "completed", "tag": "45453f45-d5d3-4d04-be84-0088e8ca1bff"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:22.927621 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-efc13661-e1ac-46ce-9a83-931ed4a6153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:22.929260 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-efc13661-e1ac-46ce-9a83-931ed4a6153a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce63bf54-3c6f-454a-8c66-aefa0d594a43 HTTP/1.1" status: 200 len: 848 time: 0.1054423 Oct 12 04:17:22.981987 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-80c10ebb-368e-447c-a207-e2bb09fd49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.984846 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-80c10ebb-368e-447c-a207-e2bb09fd49d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:22.988898 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-80c10ebb-368e-447c-a207-e2bb09fd49d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a3cf1ee-f428-4047-a4f8-fa4ff52b3336 HTTP/1.1" status: 204 len: 168 time: 0.5721908 Oct 12 04:17:23.028848 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=45453f45-d5d3-4d04-be84-0088e8ca1bff,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:23.042496 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032d8f7-d503-4294-a54c-e9f93d0c877f req-d83271b3-f2ca-4994-8fcf-63bf0925996d tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:23.048596 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-04a6aa94-a2fb-4c0d-ab3d-d4a97c3617a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:23.050342 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-04a6aa94-a2fb-4c0d-ab3d-d4a97c3617a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 1097 time: 0.1079788 Oct 12 04:17:23.050966 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e032d8f7-d503-4294-a54c-e9f93d0c877f req-d83271b3-f2ca-4994-8fcf-63bf0925996d tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 945 time: 0.1777334 Oct 12 04:17:23.055789 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ea922eb-7d22-4ff0-8da8-a96ca6da679e req-535e5d5e-b6a3-4153-81d6-bcf512388fa2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567929 Oct 12 04:17:23.074475 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-a010c94b-3ba5-4bc6-9cc3-0f8124e41ce4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:23.075992 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-a010c94b-3ba5-4bc6-9cc3-0f8124e41ce4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 817 time: 0.4773066 Oct 12 04:17:23.087221 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port e338ea68-ade7-4184-bc31-d3b708620700 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:17:23.095009 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port e338ea68-ade7-4184-bc31-d3b708620700 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:23.097843 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:23.123389 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e032d8f7-d503-4294-a54c-e9f93d0c877f req-3a2839a0-b8f0-499a-967f-8895e5fcdba9 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709810 Oct 12 04:17:23.125013 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c10ebb-368e-447c-a207-e2bb09fd49d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3cf1ee-f428-4047-a4f8-fa4ff52b3336,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:23.146549 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-8e73cb86-32bd-4b04-820e-e8f09b5eb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:23.148589 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-8e73cb86-32bd-4b04-820e-e8f09b5eb2c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47359d39-1ce6-44f7-a02f-d9bf518e6124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2085757 Oct 12 04:17:23.267052 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:23.351042 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa1c187-c224-4bb6-9271-263d44161bb6 x-openstack-request-id: req-1fa1c187-c224-4bb6-9271-263d44161bb6 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:23.351042 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a95157-07b2-4d52-a3b5-51e526f99b31", "name": "network-vif-plugged", "status": "completed", "tag": "45453f45-d5d3-4d04-be84-0088e8ca1bff", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:23.351042 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fa1c187-c224-4bb6-9271-263d44161bb6 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:23.351042 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a95157-07b2-4d52-a3b5-51e526f99b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45453f45-d5d3-4d04-be84-0088e8ca1bff', 'code': 200} Oct 12 04:17:23.351042 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port e338ea68-ade7-4184-bc31-d3b708620700, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e338ea68-ade7-4184-bc31-d3b708620700,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:23.351549 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbf6a1fa-e579-472c-81cc-5f571462bd19 req-a064817e-a3cf-4e2d-bf9c-98d323f48d06 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 210 time: 0.0306599 Oct 12 04:17:23.351549 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-3d6d2f76-fed8-4625-a2f6-6117fb62bb84 service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903276 Oct 12 04:17:23.356007 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-df397317-71c8-478d-aaf8-98ca8b2961b9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94eb0d66d77a44dba68f16a5d05cbe28 HTTP/1.1" status: 200 len: 379 time: 0.2593217 Oct 12 04:17:23.368376 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'port': {'device_id': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'admin_state_up': True, 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'security_groups': ['583f69db-c9fe-47c6-8397-4991f2ad9f79']}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:23.436234 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:23.463358 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-9a660835-3d38-4a5f-8f3d-dbe8db54c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:23.464922 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-9a660835-3d38-4a5f-8f3d-dbe8db54c7cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 919 time: 0.3880410 Oct 12 04:17:23.486156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8b005-a489-44d1-81b4-389b7ed613b0 req-6a7af652-f19e-42a6-ae87-9c92fc1139b3 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:23.487972 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fef8b005-a489-44d1-81b4-389b7ed613b0 req-6a7af652-f19e-42a6-ae87-9c92fc1139b3 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 945 time: 0.1096156 Oct 12 04:17:23.501780 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=e338ea68-ade7-4184-bc31-d3b708620700,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:23.526842 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-a6613266-d89d-472f-b62b-02eeff3bf7c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daa88131-1b96-4370-98b3-d5a9a75dda98 HTTP/1.1" status: 200 len: 217 time: 0.0527487 Oct 12 04:17:23.542150 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cda58399-bb9e-46fd-b087-fd9d11077f1e req-217b93df-428f-4f51-869e-020cfd1ee71a service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861207 Oct 12 04:17:23.561059 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fef8b005-a489-44d1-81b4-389b7ed613b0 req-18a35f3d-d5ca-4fc4-8685-b476fdece1ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640767 Oct 12 04:17:23.598374 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-a1f9c8f1-7875-463c-a91d-a4f9a118200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:23.599854 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-a1f9c8f1-7875-463c-a91d-a4f9a118200c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0653150 Oct 12 04:17:23.633201 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-b765afee-72e4-4762-b2a7-d42da4282307 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239677 Oct 12 04:17:23.690257 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Made reservation on behalf of 94eb0d66d77a44dba68f16a5d05cbe28 for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:23.699344 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:23.732348 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d52fe9-7797-4908-83a2-669b63a3c26d req-d9fb323f-63df-4c1e-a4d8-aff717b75ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:23.734300 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5d52fe9-7797-4908-83a2-669b63a3c26d req-d9fb323f-63df-4c1e-a4d8-aff717b75ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 1098 time: 0.0888062 Oct 12 04:17:23.770094 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-c5d52fe9-7797-4908-83a2-669b63a3c26d req-7a54a99b-8b66-48fd-b1e5-afd977e41f7b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:23.799084 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-10f71ff7-6f3d-4bc8-8848-243f99ccde97 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542580 Oct 12 04:17:23.804969 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51936) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:23.846382 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51940) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:23.886628 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60765ee0-a49c-4edb-a1ac-a08a03b8fe24 req-3fd63938-e1ba-4ba4-aeea-3c1e410be13d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:23.888462 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60765ee0-a49c-4edb-a1ac-a08a03b8fe24 req-3fd63938-e1ba-4ba4-aeea-3c1e410be13d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 944 time: 0.0826447 Oct 12 04:17:23.889409 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-979a694c-3590-46e2-b889-d9c2ddb83fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:23.904516 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Allocated IP 172.20.0.9 (7c7c1cf8-2399-44c9-829e-9a108f01a5bc/887335af-ce9a-4fe1-8478-50f5d5a8fcb2/c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:23.949980 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-6c2703fc-ee23-43b6-96b0-c7af64dedbe2 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423688 Oct 12 04:17:23.989675 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60765ee0-a49c-4edb-a1ac-a08a03b8fe24 req-43d9b24b-b050-4e17-a473-d7619e767fe6 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814552 Oct 12 04:17:23.992480 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-c5d52fe9-7797-4908-83a2-669b63a3c26d req-7a54a99b-8b66-48fd-b1e5-afd977e41f7b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.043207 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-979a694c-3590-46e2-b889-d9c2ddb83fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.045536 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-c5d52fe9-7797-4908-83a2-669b63a3c26d req-7a54a99b-8b66-48fd-b1e5-afd977e41f7b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.078613 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.090443 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5d52fe9-7797-4908-83a2-669b63a3c26d req-7a54a99b-8b66-48fd-b1e5-afd977e41f7b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437462 Oct 12 04:17:24.095013 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e981213-ceb3-41ac-b77f-54e4f71ef560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.100761 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 820be35b-a456-4989-96da-b067b6759731 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:17:24.108397 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54a99b-8b66-48fd-b1e5-afd977e41f7b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=991207f0-a8ff-4d44-a2c1-e7b7b0a64787,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:24.116232 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-979a694c-3590-46e2-b889-d9c2ddb83fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.183819 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.208789 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-979a694c-3590-46e2-b889-d9c2ddb83fcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9f3d8282ac244b28702a676767ecd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610375 Oct 12 04:17:24.209511 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51946) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:24.231418 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:24.234765 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 820be35b-a456-4989-96da-b067b6759731, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=820be35b-a456-4989-96da-b067b6759731,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:24.245034 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:24.249083 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '820be35b-a456-4989-96da-b067b6759731', 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9', 'port_id': '820be35b-a456-4989-96da-b067b6759731', 'mac_address': 'fa:16:3e:43:ab:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a27a2e0-d5ce-4670-9e57-d7f68ac65575', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:17:24.254218 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:24.262124 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:24.263094 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.269860 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:24.283385 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a694c-3590-46e2-b889-d9c2ddb83fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255e0a0d-0531-469f-b81a-21b7a9bd95bd,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:24.316583 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.331912 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820be35b-a456-4989-96da-b067b6759731 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:24.351220 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad0e7-2824-421b-8384-ae1d3cd25d10 req-f77cb976-b7d0-4d66-88c3-dd3d17229468 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:24.352751 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-800ad0e7-2824-421b-8384-ae1d3cd25d10 req-f77cb976-b7d0-4d66-88c3-dd3d17229468 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 944 time: 0.2114077 Oct 12 04:17:24.356083 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 820be35b-a456-4989-96da-b067b6759731, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=820be35b-a456-4989-96da-b067b6759731,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:24.387739 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-e97aaeb2-3487-494f-88ca-c55828d1834c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239897 Oct 12 04:17:24.400723 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Request body: {'port': {'device_id': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:24.403692 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8de514-6e3a-406a-8a9a-46bdf9e66dd8 req-9c5f9d1a-c949-4cf2-9d2c-9a3fab41a07a tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:24.405197 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9a8de514-6e3a-406a-8a9a-46bdf9e66dd8 req-9c5f9d1a-c949-4cf2-9d2c-9a3fab41a07a tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 945 time: 0.1706092 Oct 12 04:17:24.431616 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e981213-ceb3-41ac-b77f-54e4f71ef560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.469839 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.470517 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device daa88131-1b96-4370-98b3-d5a9a75dda98 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:17:24.470929 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.471721 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0e106241-b9b6-4456-b477-16f6b147a098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.479451 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-800ad0e7-2824-421b-8384-ae1d3cd25d10 req-7fab4469-0e33-4c48-980b-de0ee59de0ad tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158111 Oct 12 04:17:24.503080 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e981213-ceb3-41ac-b77f-54e4f71ef560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.538178 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9a8de514-6e3a-406a-8a9a-46bdf9e66dd8 req-ddd1adf3-e214-4679-8182-8a5ad0536625 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158726 Oct 12 04:17:24.544068 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0e106241-b9b6-4456-b477-16f6b147a098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.550154 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-a5c0166f-496a-49a2-bc23-9966d945ae82 None None] Provisioning complete for port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:24.550524 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a5c0166f-496a-49a2-bc23-9966d945ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.588719 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981213-ceb3-41ac-b77f-54e4f71ef560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1227215d-6efd-40e7-8fcf-ef839b54e5c8,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:24.597884 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4e981213-ceb3-41ac-b77f-54e4f71ef560 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c30e5226b188422da00e964562f5070b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7856896 Oct 12 04:17:24.599882 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 51962) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:24.633526 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=820be35b-a456-4989-96da-b067b6759731,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:24.638148 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port daa88131-1b96-4370-98b3-d5a9a75dda98, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=daa88131-1b96-4370-98b3-d5a9a75dda98,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:24.655090 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': 'daa88131-1b96-4370-98b3-d5a9a75dda98', 'network_id': '3dd449e6-31a1-474f-a04b-263d450fddb9', 'port_id': 'daa88131-1b96-4370-98b3-d5a9a75dda98', 'mac_address': 'fa:16:3e:7e:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a27a2e0-d5ce-4670-9e57-d7f68ac65575', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:17:24.657293 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-a5c0166f-496a-49a2-bc23-9966d945ae82 None None] Port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:17:24.708242 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.735869 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa88131-1b96-4370-98b3-d5a9a75dda98 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:24.767251 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d6c6edc1-e2c6-4324-bbab-298203f5a0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.768271 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port daa88131-1b96-4370-98b3-d5a9a75dda98, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=daa88131-1b96-4370-98b3-d5a9a75dda98,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:24.822983 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:24.831370 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.845534 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Transition to ACTIVE for port object c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:17:24.845961 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.897418 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=daa88131-1b96-4370-98b3-d5a9a75dda98,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:24.902430 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.969377 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969d52e-880c-4f3d-9ef1-5acfa21f4626 req-7b99e1c8-db16-458e-ac56-14400ef494d5 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:24.970854 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b969d52e-880c-4f3d-9ef1-5acfa21f4626 req-7b99e1c8-db16-458e-ac56-14400ef494d5 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 946 time: 0.2945106 Oct 12 04:17:24.971473 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0e106241-b9b6-4456-b477-16f6b147a098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.974001 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0e106241-b9b6-4456-b477-16f6b147a098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:24.974485 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:24.975048 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0e106241-b9b6-4456-b477-16f6b147a098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/255e0a0d-0531-469f-b81a-21b7a9bd95bd HTTP/1.1" status: 204 len: 168 time: 0.7436426 Oct 12 04:17:24.996845 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069295d-d585-4828-aea1-34c75fb1d246 req-e9ac9cb4-9819-4376-ae82-4ba08a966b38 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:24.998334 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d069295d-d585-4828-aea1-34c75fb1d246 req-e9ac9cb4-9819-4376-ae82-4ba08a966b38 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 931 time: 0.3557525 Oct 12 04:17:25.000511 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d6c6edc1-e2c6-4324-bbab-298203f5a0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:25.014083 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Attempting to bind port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:17:25.014419 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Attempting to bind port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:17:25.015556 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Attempting to bind port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf on network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:25.021084 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf on network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:17:25.021084 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Attempting to bind port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf on network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:17:25.022227 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e106241-b9b6-4456-b477-16f6b147a098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255e0a0d-0531-469f-b81a-21b7a9bd95bd,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:25.031350 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:17:25.032072 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Checking segment: {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:25.032214 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Bound using segment: {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:17:25.032692 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Bound port: c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:17:25.033051 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:25.092177 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['daa88131-1b96-4370-98b3-d5a9a75dda98'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:25.100210 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['820be35b-a456-4989-96da-b067b6759731'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:25.126694 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:17:25.135723 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:17:25.141388 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b969d52e-880c-4f3d-9ef1-5acfa21f4626 req-53607292-748a-4446-a256-838f4ddb708e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387923 Oct 12 04:17:25.144047 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d069295d-d585-4828-aea1-34c75fb1d246 req-889a544a-87f2-4d70-813e-1b925859bf01 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310410 Oct 12 04:17:25.212726 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:25.212906 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d6c6edc1-e2c6-4324-bbab-298203f5a0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:25.216080 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d6c6edc1-e2c6-4324-bbab-298203f5a0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:25.221706 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d6c6edc1-e2c6-4324-bbab-298203f5a0bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1227215d-6efd-40e7-8fcf-ef839b54e5c8 HTTP/1.1" status: 204 len: 168 time: 0.6198421 Oct 12 04:17:25.243659 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6edc1-e2c6-4324-bbab-298203f5a0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1227215d-6efd-40e7-8fcf-ef839b54e5c8,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:25.276045 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:25.276045 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:25.276589 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] 10.222.0.36 "PUT /v2.0/ports/c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf HTTP/1.1" status: 200 len: 1093 time: 0.8803275 Oct 12 04:17:25.279593 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:25.283740 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6dfd60-7284-4435-8125-803ce6b5126e" -d '{"events": [{"name": "network-changed", "server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:25.306807 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494a399f-a68d-4e9f-8259-fbe4f5b830fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e338ea68-ade7-4184-bc31-d3b708620700'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:25.308085 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29c4180-8cc0-4b02-be31-f86cc82cfb3a" -d '{"events": [{"server_uuid": "494a399f-a68d-4e9f-8259-fbe4f5b830fa", "name": "network-vif-plugged", "status": "completed", "tag": "e338ea68-ade7-4184-bc31-d3b708620700"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:25.321398 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a29cc4-6f0c-46fb-9ae5-851961b1ebea service neutron] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:25.356230 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807b979-cce3-4448-8e38-5781b3086ae9 req-477b6d60-1242-4125-b761-d9cef7a8b93d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:25.362599 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92e656a-433c-45db-a7bc-021a5dcbbe50 x-openstack-request-id: req-f92e656a-433c-45db-a7bc-021a5dcbbe50 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:25.362910 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:25.363408 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f92e656a-433c-45db-a7bc-021a5dcbbe50 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:25.363850 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'status': 'completed', 'code': 200} Oct 12 04:17:25.365338 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c807b979-cce3-4448-8e38-5781b3086ae9 req-477b6d60-1242-4125-b761-d9cef7a8b93d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 944 time: 0.1434147 Oct 12 04:17:25.444969 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5939297a-e4b7-4d7b-8ff3-49c2143c2439 x-openstack-request-id: req-5939297a-e4b7-4d7b-8ff3-49c2143c2439 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:25.444969 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494a399f-a68d-4e9f-8259-fbe4f5b830fa", "name": "network-vif-plugged", "status": "completed", "tag": "e338ea68-ade7-4184-bc31-d3b708620700", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:25.444969 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5939297a-e4b7-4d7b-8ff3-49c2143c2439 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:25.444969 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494a399f-a68d-4e9f-8259-fbe4f5b830fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e338ea68-ade7-4184-bc31-d3b708620700', 'code': 200} Oct 12 04:17:25.466591 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c807b979-cce3-4448-8e38-5781b3086ae9 req-ab039fa4-2d43-4931-aed1-6cbf49a7d571 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848129 Oct 12 04:17:25.476273 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dfd60-7284-4435-8125-803ce6b5126e req-89eb03a1-d055-44c0-b958-8017c9121e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:25.479016 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-1c6dfd60-7284-4435-8125-803ce6b5126e req-89eb03a1-d055-44c0-b958-8017c9121e48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 1096 time: 0.0956881 Oct 12 04:17:25.640582 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8d369-e5fe-454b-a8c3-be591d995e8c req-13bff92d-a6ac-40f7-b01f-9723c1d48d1c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:25.652443 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-19e8d369-e5fe-454b-a8c3-be591d995e8c req-13bff92d-a6ac-40f7-b01f-9723c1d48d1c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 945 time: 0.0776017 Oct 12 04:17:25.718790 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dfd60-7284-4435-8125-803ce6b5126e req-d0361006-c371-4d9d-a06f-101206898828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:25.720262 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-1c6dfd60-7284-4435-8125-803ce6b5126e req-d0361006-c371-4d9d-a06f-101206898828 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2232559 Oct 12 04:17:25.726917 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-19e8d369-e5fe-454b-a8c3-be591d995e8c req-acda75a2-6474-47a8-974b-091d320573d2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687449 Oct 12 04:17:25.749003 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3038b21-ca51-4dd6-b218-d1fb807c5f90 req-2a897acf-533d-40c1-b370-a5cda9a709e8 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:25.751045 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3038b21-ca51-4dd6-b218-d1fb807c5f90 req-2a897acf-533d-40c1-b370-a5cda9a709e8 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 945 time: 0.0798509 Oct 12 04:17:25.833874 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3038b21-ca51-4dd6-b218-d1fb807c5f90 req-5e53001f-9963-4524-a80c-1eb21d8b0aac tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757887 Oct 12 04:17:25.836751 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00725cb9-9020-4a47-a396-4554ee653fb7 req-dd8886a9-db47-46fa-9c9f-94a1001302b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:25.844763 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-00725cb9-9020-4a47-a396-4554ee653fb7 req-dd8886a9-db47-46fa-9c9f-94a1001302b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 1099 time: 0.0813849 Oct 12 04:17:25.877113 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-00725cb9-9020-4a47-a396-4554ee653fb7 req-e3a87845-d306-46c5-84c8-e4da796a6fb4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301981 Oct 12 04:17:25.909756 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dfd60-7284-4435-8125-803ce6b5126e req-f158494d-e7cc-4ad7-9cf8-ad438454ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:25.911267 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-1c6dfd60-7284-4435-8125-803ce6b5126e req-f158494d-e7cc-4ad7-9cf8-ad438454ec8a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699324 Oct 12 04:17:26.079218 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 51998) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:26.093861 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0afbe82b-b008-4184-a738-af52891a27fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.113033 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 8580464d-5ebb-48ed-ba90-238466c4d35b details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:17:26.119013 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 820be35b-a456-4989-96da-b067b6759731 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:26.331213 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 8580464d-5ebb-48ed-ba90-238466c4d35b, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8580464d-5ebb-48ed-ba90-238466c4d35b,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:26.371156 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '8580464d-5ebb-48ed-ba90-238466c4d35b', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'port_id': '8580464d-5ebb-48ed-ba90-238466c4d35b', 'mac_address': 'fa:16:3e:d8:5c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:17:26.380442 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 820be35b-a456-4989-96da-b067b6759731 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:17:26.382627 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963a7fb-4570-4f91-8d76-79fce62e2d9e req-dfa93358-56c1-4507-982c-019e3a08f3c4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:26.384971 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e963a7fb-4570-4f91-8d76-79fce62e2d9e req-dfa93358-56c1-4507-982c-019e3a08f3c4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 946 time: 0.1187396 Oct 12 04:17:26.392370 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0afbe82b-b008-4184-a738-af52891a27fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.393686 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bec1d-ea8f-4852-b812-ca81a3c9c886 req-7a5494a3-9ce6-41be-88df-7d5a4c5db6a1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:26.395474 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9d7bec1d-ea8f-4852-b812-ca81a3c9c886 req-7a5494a3-9ce6-41be-88df-7d5a4c5db6a1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.1117761 Oct 12 04:17:26.401518 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-00aa8a80-2d1b-4945-ba8b-a03b0071c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:26.403263 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-00aa8a80-2d1b-4945-ba8b-a03b0071c5e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 1096 time: 0.2455976 Oct 12 04:17:26.425084 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 820be35b-a456-4989-96da-b067b6759731 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:26.425445 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.456523 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e963a7fb-4570-4f91-8d76-79fce62e2d9e req-69656cf0-7e01-471a-8c76-b73c510d45d4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598259 Oct 12 04:17:26.463899 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9d7bec1d-ea8f-4852-b812-ca81a3c9c886 req-099b22de-4da4-48fe-b385-5b91e4b6cc58 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604138 Oct 12 04:17:26.479007 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.487184 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0afbe82b-b008-4184-a738-af52891a27fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.490233 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-a24af1f5-1f37-489c-83da-5e5ec744e2d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf HTTP/1.1" status: 200 len: 217 time: 0.0695446 Oct 12 04:17:26.498644 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52014) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:26.500647 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8580464d-5ebb-48ed-ba90-238466c4d35b {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:26.529047 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 8580464d-5ebb-48ed-ba90-238466c4d35b, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8580464d-5ebb-48ed-ba90-238466c4d35b,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:26.583478 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.584240 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe82b-b008-4184-a738-af52891a27fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb5ccc9-12c8-4a90-aef0-6a4260ae67e3,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:26.593846 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-0afbe82b-b008-4184-a738-af52891a27fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43256bc4fb814b0895071122129fc336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106053 Oct 12 04:17:26.595573 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 52018) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:26.602949 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.605864 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-d4c9035f-040d-4a7b-8ee8-b3d82e7cf833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:26.612908 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-d4c9035f-040d-4a7b-8ee8-b3d82e7cf833 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 200 len: 856 time: 0.1084626 Oct 12 04:17:26.635167 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-369461653-network', 'tenant_id': '20f2a76643ce41e8b9b43ff8a5471d3a'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:26.656867 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35adfa-dc3a-4185-9e4e-330c33d21253 req-c80d89db-41f9-4d55-a961-d86939bc670f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:26.658837 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ee35adfa-dc3a-4185-9e4e-330c33d21253 req-c80d89db-41f9-4d55-a961-d86939bc670f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 944 time: 0.0960321 Oct 12 04:17:26.671499 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 820be35b-a456-4989-96da-b067b6759731, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=820be35b-a456-4989-96da-b067b6759731,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:26.691434 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=8580464d-5ebb-48ed-ba90-238466c4d35b,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:26.692824 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-602a9081-3a31-4000-91eb-08aaba0a745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:26.694339 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-602a9081-3a31-4000-91eb-08aaba0a745a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777524 Oct 12 04:17:26.707498 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ee35adfa-dc3a-4185-9e4e-330c33d21253 req-bdc7af60-0ad5-4ef5-98a0-596c4e290fc2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403121 Oct 12 04:17:26.726006 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5bdd-c884-4686-bf7d-c57c50b17cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.726340 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.727269 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device daa88131-1b96-4370-98b3-d5a9a75dda98 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:26.755236 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Made reservation on behalf of 20f2a76643ce41e8b9b43ff8a5471d3a for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:26.759367 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.774941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.799278 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5bdd-c884-4686-bf7d-c57c50b17cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.818523 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=820be35b-a456-4989-96da-b067b6759731,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:26.858143 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-96e7331d-3c0c-4be8-8923-d65511aca299 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521487 Oct 12 04:17:26.910455 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['8580464d-5ebb-48ed-ba90-238466c4d35b'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:26.910548 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d75fb-1d61-4ee7-834e-4528fb791e62 req-75f82e54-c1e7-491d-8ee7-b240c859d1c5 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:26.912319 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8d9d75fb-1d61-4ee7-834e-4528fb791e62 req-75f82e54-c1e7-491d-8ee7-b240c859d1c5 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 945 time: 0.0831814 Oct 12 04:17:26.948528 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port daa88131-1b96-4370-98b3-d5a9a75dda98 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:17:26.955873 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5bdd-c884-4686-bf7d-c57c50b17cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.959300 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5bdd-c884-4686-bf7d-c57c50b17cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.963448 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-ce7e5bdd-c884-4686-bf7d-c57c50b17cad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cb5ccc9-12c8-4a90-aef0-6a4260ae67e3 HTTP/1.1" status: 204 len: 168 time: 0.3669887 Oct 12 04:17:26.964283 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port daa88131-1b96-4370-98b3-d5a9a75dda98 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:26.964731 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:26.990919 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e5bdd-c884-4686-bf7d-c57c50b17cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb5ccc9-12c8-4a90-aef0-6a4260ae67e3,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:27.006442 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-da44f38b-d6a8-4a71-9c50-af2f770c7342 req-902eb366-729b-4ef4-bf57-815616d5cd36 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384320 Oct 12 04:17:27.050981 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:27.075955 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8d9d75fb-1d61-4ee7-834e-4528fb791e62 req-9fc330cd-87e5-4df7-9828-99caf1e65946 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564338 Oct 12 04:17:27.114899 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670659d-ef70-4b8b-a716-32a23ad3be33 req-d5914137-3254-402f-8727-396f13752c47 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:27.116335 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5670659d-ef70-4b8b-a716-32a23ad3be33 req-d5914137-3254-402f-8727-396f13752c47 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 945 time: 0.0714185 Oct 12 04:17:27.154563 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5670659d-ef70-4b8b-a716-32a23ad3be33 req-3342df9b-af24-482b-ab2b-b33b5ef2b81c tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Oct 12 04:17:27.165638 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:27.186305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:27.218168 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port daa88131-1b96-4370-98b3-d5a9a75dda98, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=daa88131-1b96-4370-98b3-d5a9a75dda98,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:27.224727 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:17:27.231453 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ade4984-bb51-460b-ba90-c13b37367216,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:27.238916 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:27.239257 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Added segment c9132869-7141-4441-bdf3-2f6cabad0bdf of type vlan for network 9c60b107-a4a9-43b4-878e-7c5b7bf1777a Oct 12 04:17:27.274764 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:27.290101 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:27.329626 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=daa88131-1b96-4370-98b3-d5a9a75dda98,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:27.394437 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:27.395771 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:27.396433 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:27.444430 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd927fdb5-40b1-4279-9f0c-7006831e05d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820be35b-a456-4989-96da-b067b6759731'}, {'server_uuid': '92d84886-10fd-4ae9-a6fa-6c0a75409709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa88131-1b96-4370-98b3-d5a9a75dda98'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:27.449195 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956ce779-5894-44cb-b195-f07d547206d9" -d '{"events": [{"server_uuid": "d927fdb5-40b1-4279-9f0c-7006831e05d2", "name": "network-vif-plugged", "status": "completed", "tag": "820be35b-a456-4989-96da-b067b6759731"}, {"server_uuid": "92d84886-10fd-4ae9-a6fa-6c0a75409709", "name": "network-vif-plugged", "status": "completed", "tag": "daa88131-1b96-4370-98b3-d5a9a75dda98"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:27.460221 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] Pushing event updated for resources: {'Network': ['ID=9c60b107-a4a9-43b4-878e-7c5b7bf1777a,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:27.470703 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network 9c60b107-a4a9-43b4-878e-7c5b7bf1777a details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:17:27.512006 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e257586-6072-443a-863a-53ad1d3e81f8 x-openstack-request-id: req-0e257586-6072-443a-863a-53ad1d3e81f8 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:27.512569 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d927fdb5-40b1-4279-9f0c-7006831e05d2", "name": "network-vif-plugged", "status": "completed", "tag": "820be35b-a456-4989-96da-b067b6759731", "code": 200}, {"server_uuid": "92d84886-10fd-4ae9-a6fa-6c0a75409709", "name": "network-vif-plugged", "status": "completed", "tag": "daa88131-1b96-4370-98b3-d5a9a75dda98", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:27.512569 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e257586-6072-443a-863a-53ad1d3e81f8 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:27.513037 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd927fdb5-40b1-4279-9f0c-7006831e05d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820be35b-a456-4989-96da-b067b6759731', 'code': 200} Oct 12 04:17:27.513179 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d84886-10fd-4ae9-a6fa-6c0a75409709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa88131-1b96-4370-98b3-d5a9a75dda98', 'code': 200} Oct 12 04:17:27.546589 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6c4c959f-7476-49aa-8d54-477891020e38 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0396810 Oct 12 04:17:27.546589 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52050) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:27.555150 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Request body: {'subnet': {'network_id': '9c60b107-a4a9-43b4-878e-7c5b7bf1777a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-369461653-subnet', 'tenant_id': '20f2a76643ce41e8b9b43ff8a5471d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:27.645624 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86862e-c15f-4ef4-b6b2-853ce32ba12a req-bd7c58f6-12b6-4682-bb1b-c50f41952eb5 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:27.647110 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5b86862e-c15f-4ef4-b6b2-853ce32ba12a req-bd7c58f6-12b6-4682-bb1b-c50f41952eb5 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 946 time: 0.0882914 Oct 12 04:17:27.658909 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a677243-a681-4976-b2cb-25c051874185 req-a9884426-a73f-4b44-a8b9-517e27845915 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:27.660512 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8a677243-a681-4976-b2cb-25c051874185 req-a9884426-a73f-4b44-a8b9-517e27845915 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0881557 Oct 12 04:17:27.717748 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5b86862e-c15f-4ef4-b6b2-853ce32ba12a req-4c3da63d-8879-4aaf-a10f-5b848f6e0253 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562651 Oct 12 04:17:27.723627 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8a677243-a681-4976-b2cb-25c051874185 req-cff41248-2ab6-4e35-ac46-c795cfff6499 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557933 Oct 12 04:17:27.726002 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Made reservation on behalf of 20f2a76643ce41e8b9b43ff8a5471d3a for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:27.727471 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:27.878915 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:17:27.906650 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab017ade-915f-4cdc-b4b9-0845d3b5b88f req-43737ffc-8a2c-4fcc-b5dc-ead4bbc5e986 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:27.908188 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ab017ade-915f-4cdc-b4b9-0845d3b5b88f req-43737ffc-8a2c-4fcc-b5dc-ead4bbc5e986 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 945 time: 0.1227555 Oct 12 04:17:27.983256 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab79712-6f5e-49f1-943b-c8449a4537f9 req-da0d7bc7-3597-4edc-99a0-266b1d644cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:27.984793 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-aab79712-6f5e-49f1-943b-c8449a4537f9 req-da0d7bc7-3597-4edc-99a0-266b1d644cf7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1099 time: 0.1246622 Oct 12 04:17:28.005483 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d62852-4d8c-4076-abbc-23fd60b3a161 req-ab42b2d7-e2dd-4702-b7b3-d71b5379c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:28.007081 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-26d62852-4d8c-4076-abbc-23fd60b3a161 req-ab42b2d7-e2dd-4702-b7b3-d71b5379c048 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 1099 time: 0.1201437 Oct 12 04:17:28.019417 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ab017ade-915f-4cdc-b4b9-0845d3b5b88f req-bd953e92-19de-4de0-b06d-227a62fba626 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927660 Oct 12 04:17:28.043063 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-aab79712-6f5e-49f1-943b-c8449a4537f9 req-ebe79024-f7d5-4a32-bf92-9b2c355a6335 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501540 Oct 12 04:17:28.093945 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-26d62852-4d8c-4076-abbc-23fd60b3a161 req-8d26d2d8-0627-4f3e-8c03-3ccdfb549f4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476429 Oct 12 04:17:28.141173 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:17:28.143296 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 8580464d-5ebb-48ed-ba90-238466c4d35b up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:28.156882 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:28.266896 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c477129a-50a4-44cb-a3e2-369b27379b68,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:28.288505 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Checking segment: {'id': 'c9132869-7141-4441-bdf3-2f6cabad0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c60b107-a4a9-43b4-878e-7c5b7bf1777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:28.288870 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Network hostable DHCP agents. Network: 9c60b107-a4a9-43b4-878e-7c5b7bf1777a, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:17:28.299531 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef55638-f253-457b-a5c4-dcd0898f193e req-c1921252-e671-44d8-ae59-f0bd8761e80e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:28.300998 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ef55638-f253-457b-a5c4-dcd0898f193e req-c1921252-e671-44d8-ae59-f0bd8761e80e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0945401 Oct 12 04:17:28.305677 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:28.318502 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'port_id': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'mac_address': 'fa:16:3e:ac:09:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:17:28.344090 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ef55638-f253-457b-a5c4-dcd0898f193e req-2fec82f9-e073-4bd7-bc74-821a12ab38cb tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Oct 12 04:17:28.344550 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 8580464d-5ebb-48ed-ba90-238466c4d35b completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:17:28.352481 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 8580464d-5ebb-48ed-ba90-238466c4d35b triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:28.352849 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:28.392373 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:28.398857 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Network 9c60b107-a4a9-43b4-878e-7c5b7bf1777a is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:17:28.414416 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:28.437985 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:28.472655 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, 9c60b107-a4a9-43b4-878e-7c5b7bf1777a) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:28.481570 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:28.482153 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:28.489138 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a16f2-e638-420e-bad9-e77091feb24f None None] Network 9c60b107-a4a9-43b4-878e-7c5b7bf1777a requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:17:28.510477 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:28.512724 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:28.579385 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-39085bcb-ef5a-4ed2-a355-e5fa3e80710e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0355501 Oct 12 04:17:28.642488 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 8580464d-5ebb-48ed-ba90-238466c4d35b, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8580464d-5ebb-48ed-ba90-238466c4d35b,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:28.650165 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:28.718282 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694469d8-64d5-42ae-bd36-4d56778c512d None None] Network 9c60b107-a4a9-43b4-878e-7c5b7bf1777a requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:17:28.721842 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:28.879368 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc1ae7-4917-4e81-b332-9cff3d67a612 req-9bbc98d3-3daa-4ed9-bdfb-9d9d5c2e4c0e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:28.880897 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5bfc1ae7-4917-4e81-b332-9cff3d67a612 req-9bbc98d3-3daa-4ed9-bdfb-9d9d5c2e4c0e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 944 time: 0.0777233 Oct 12 04:17:28.893340 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:28.934603 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5bfc1ae7-4917-4e81-b332-9cff3d67a612 req-22f245de-0082-4825-adc6-4f31d0e5ae54 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465524 Oct 12 04:17:28.994324 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=8580464d-5ebb-48ed-ba90-238466c4d35b,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:29.044118 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 52114) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:29.186341 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4a208202-d719-4832-bf26-4bffbbe7b5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.203677 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d995eab-b538-4069-816b-2f9422a729c0 req-d9976418-89bb-436c-b04f-4885f7a3cff2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:29.206478 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d995eab-b538-4069-816b-2f9422a729c0 req-d9976418-89bb-436c-b04f-4885f7a3cff2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.1123779 Oct 12 04:17:29.255056 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d995eab-b538-4069-816b-2f9422a729c0 req-1352a22b-363a-41ce-8347-08be03e19e53 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377305 Oct 12 04:17:29.269055 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4a208202-d719-4832-bf26-4bffbbe7b5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.441279 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4a208202-d719-4832-bf26-4bffbbe7b5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.490969 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52128) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:29.491807 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-4a208202-d719-4832-bf26-4bffbbe7b5da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acc18192362d4fc6b12cb97bbd3b3e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465954 Oct 12 04:17:29.496133 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a208202-d719-4832-bf26-4bffbbe7b5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e7b242-770f-4911-9875-dc84ad574857,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:29.507195 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a7c59-ab45-48e7-a651-2fef9ba69559 req-30ea2a64-02f5-4969-8b1e-5f3472538db4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:29.511107 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-177a7c59-ab45-48e7-a651-2fef9ba69559 req-30ea2a64-02f5-4969-8b1e-5f3472538db4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0821800 Oct 12 04:17:29.515225 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8580464d-5ebb-48ed-ba90-238466c4d35b'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:29.517552 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e32ba5-d79d-4cfb-a427-bbfa7f7e039e" -d '{"events": [{"server_uuid": "bbee8a27-52f2-42c0-8cb5-bfade5bfb587", "name": "network-vif-plugged", "status": "completed", "tag": "8580464d-5ebb-48ed-ba90-238466c4d35b"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:29.540812 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 52134) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:29.545787 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2137605894-network', 'tenant_id': '15dd3b144170443aba71d958121b1e76'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:29.586357 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c3afba51-8b37-4b7b-a8b2-1f78e151cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.595125 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-177a7c59-ab45-48e7-a651-2fef9ba69559 req-09e3b423-86cf-4704-b4a3-0522f67913a0 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775700 Oct 12 04:17:29.624200 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c3afba51-8b37-4b7b-a8b2-1f78e151cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.651461 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b14a28c-c3af-4052-b52c-07fe393d96f2 x-openstack-request-id: req-3b14a28c-c3af-4052-b52c-07fe393d96f2 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:29.651753 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbee8a27-52f2-42c0-8cb5-bfade5bfb587", "name": "network-vif-plugged", "status": "completed", "tag": "8580464d-5ebb-48ed-ba90-238466c4d35b", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:29.652006 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b14a28c-c3af-4052-b52c-07fe393d96f2 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:29.652400 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8580464d-5ebb-48ed-ba90-238466c4d35b', 'code': 200} Oct 12 04:17:29.684671 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Made reservation on behalf of 15dd3b144170443aba71d958121b1e76 for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:29.687717 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.703351 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.788064 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c3afba51-8b37-4b7b-a8b2-1f78e151cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.791810 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c3afba51-8b37-4b7b-a8b2-1f78e151cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.797368 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c3afba51-8b37-4b7b-a8b2-1f78e151cb35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30e7b242-770f-4911-9875-dc84ad574857 HTTP/1.1" status: 204 len: 168 time: 0.3013105 Oct 12 04:17:29.821873 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afba51-8b37-4b7b-a8b2-1f78e151cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e7b242-770f-4911-9875-dc84ad574857,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:29.845379 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a9609711-8f65-4641-b145-35af24485b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.864321 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.973057 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:29.999674 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:17:30.008075 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59de3870-7059-4ce0-8976-7dd069ba2759,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:30.025253 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.026807 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Added segment af9ea869-4f60-4798-99fa-3f2dbe27c809 of type vlan for network c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653 Oct 12 04:17:30.073203 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.115182 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cf1b5-694e-450c-bd48-d68c2197e8d6 req-56bdf78d-297c-4c51-aecf-40c4792e7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:30.118136 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a74cf1b5-694e-450c-bd48-d68c2197e8d6 req-56bdf78d-297c-4c51-aecf-40c4792e7a4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 1099 time: 0.0488636 Oct 12 04:17:30.136065 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:30.158301 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a74cf1b5-694e-450c-bd48-d68c2197e8d6 req-0691a83b-df00-4ae6-8e34-b9d4217644a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326095 Oct 12 04:17:30.251199 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.252183 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:30.252765 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.320322 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:30.334950 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:17:30.335153 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:17:30.357376 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c288316e-18a6-434c-99f5-3a441c53dff4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8153288 Oct 12 04:17:30.361150 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 52172) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:30.366162 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Request body: {'subnet': {'network_id': 'c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2137605894-subnet', 'tenant_id': '15dd3b144170443aba71d958121b1e76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:30.372952 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b19a0-08c7-4e12-987c-ebb83291f88d req-f0711d79-6629-41b0-8773-9628e6aa753b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:30.375450 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-683b19a0-08c7-4e12-987c-ebb83291f88d req-f0711d79-6629-41b0-8773-9628e6aa753b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 944 time: 0.0691357 Oct 12 04:17:30.390618 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:30.391022 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.420448 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-683b19a0-08c7-4e12-987c-ebb83291f88d req-c054d0ec-7b81-4d88-be0c-bde2bee169fc tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344841 Oct 12 04:17:30.485124 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Made reservation on behalf of 15dd3b144170443aba71d958121b1e76 for: {'subnet': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:30.487746 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.521998 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.558776 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70e05b-4ed9-4045-a94b-0115265e703b req-e3ca0e42-b64c-4833-b569-0cb60bb2c532 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:30.558776 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be70e05b-4ed9-4045-a94b-0115265e703b req-e3ca0e42-b64c-4833-b569-0cb60bb2c532 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0559576 Oct 12 04:17:30.569209 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:30.605919 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be70e05b-4ed9-4045-a94b-0115265e703b req-054402dc-56d2-49f1-a1ea-9d5cdad7fd5a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428948 Oct 12 04:17:30.633530 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.682723 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:30.714008 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b103f-2040-405e-97be-93f8afbb701c req-d0a696a2-b468-4a87-a5d0-85062a1a8f5d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:30.715574 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f29b103f-2040-405e-97be-93f8afbb701c req-d0a696a2-b468-4a87-a5d0-85062a1a8f5d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0489466 Oct 12 04:17:30.768519 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f29b103f-2040-405e-97be-93f8afbb701c req-dfd193d9-4229-4e11-9af9-a5fcbdca82dc tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465009 Oct 12 04:17:30.776378 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.854000 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b976638-5449-44e0-b070-6aee322d5f88,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:30.858468 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Checking segment: {'id': 'af9ea869-4f60-4798-99fa-3f2dbe27c809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:30.859337 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Network hostable DHCP agents. Network: c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:17:30.970171 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Network c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:17:31.097057 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653) {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:31.101776 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:31.102554 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:31.110129 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a80e7bf-5877-441d-9592-a0ae5844f5c2 None None] Network c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:17:31.211381 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-7d8f3228-7a75-4ede-9a41-d990311d435e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8462753 Oct 12 04:17:31.242871 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680ca61-30f8-4ba9-9fa8-3915552d6a82 None None] Network c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:17:31.352819 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e6d91-0d1f-4edf-a501-7b872875a907 req-f763f80b-b728-42fb-88b5-f01b0f23b44e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:31.354321 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eb1e6d91-0d1f-4edf-a501-7b872875a907 req-f763f80b-b728-42fb-88b5-f01b0f23b44e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0581763 Oct 12 04:17:31.386481 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:31.402423 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eb1e6d91-0d1f-4edf-a501-7b872875a907 req-b8f7066e-d62b-4ae9-ab39-a54133c9606e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371575 Oct 12 04:17:31.451303 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-7defa27d-0a9c-46b6-8058-8fe272415c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:31.453538 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-7defa27d-0a9c-46b6-8058-8fe272415c4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 1099 time: 0.0423677 Oct 12 04:17:31.590046 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9578f-07f1-4a2f-831f-5e633804afaa req-eed71e28-9913-43cc-a35c-9aabde119a14 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:31.593165 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0de9578f-07f1-4a2f-831f-5e633804afaa req-eed71e28-9913-43cc-a35c-9aabde119a14 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0702789 Oct 12 04:17:31.603214 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-b179c178-21f3-4a51-9b66-d731283de395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:31.604750 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-b179c178-21f3-4a51-9b66-d731283de395 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 919 time: 0.1404798 Oct 12 04:17:31.653365 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:31.655224 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-d17f6825-52c3-43b3-a6b5-90c057a77e87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daa88131-1b96-4370-98b3-d5a9a75dda98 HTTP/1.1" status: 200 len: 217 time: 0.0427585 Oct 12 04:17:31.655893 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b9a0ce-5c11-47af-bc95-112dc14d4211" -d '{"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:31.749944 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0de9578f-07f1-4a2f-831f-5e633804afaa req-82cfe277-a58f-4259-88d1-4fd0831179c6 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482999 Oct 12 04:17:31.771839 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-cdeb0942-ae1c-457f-8b15-15f50e90a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:31.772810 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-cdeb0942-ae1c-457f-8b15-15f50e90a33b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0948520 Oct 12 04:17:31.806975 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-135e0ce8-be3b-4baf-ac1a-592cd8a1955b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266349 Oct 12 04:17:31.809991 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12535dc3-6ed9-4725-bf0b-d2c34d0f7999 x-openstack-request-id: req-12535dc3-6ed9-4725-bf0b-d2c34d0f7999 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:31.810261 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:31.810512 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12535dc3-6ed9-4725-bf0b-d2c34d0f7999 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:31.810930 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'code': 200} Oct 12 04:17:31.815637 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89898f1a-964a-4211-b093-565ff4466afd req-3145c3b6-c71d-48cb-aa07-dd291a1a8c46 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:31.817043 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-89898f1a-964a-4211-b093-565ff4466afd req-3145c3b6-c71d-48cb-aa07-dd291a1a8c46 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.1402421 Oct 12 04:17:31.900660 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-89898f1a-964a-4211-b093-565ff4466afd req-b1fad928-062b-451a-8212-210d22490683 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774069 Oct 12 04:17:31.937934 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-6f2f814e-7da5-4e9e-88e7-49268d1cf8fe service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019287 Oct 12 04:17:32.037827 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c99eeecf-fdf3-4a75-839e-a8ae4b6620fd req-cf08f600-7547-4ac3-9c60-51a13a3c9042 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861208 Oct 12 04:17:32.154614 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872fc5a-9322-49ad-9bbf-32b5a163c04d req-8da7b9f7-2607-452b-8730-95a42925c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:32.156591 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1872fc5a-9322-49ad-9bbf-32b5a163c04d req-8da7b9f7-2607-452b-8730-95a42925c6c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 1098 time: 0.0429978 Oct 12 04:17:32.195745 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1872fc5a-9322-49ad-9bbf-32b5a163c04d req-d8973889-2b63-4d12-bc5d-9a65edd9a1b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Oct 12 04:17:32.353141 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e789-ba8b-4466-b49d-bdac8b47cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:32.519694 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6028b6d-d842-4d2a-9234-c8891752cf5b req-9c5a5026-8a49-4e7b-bcfe-d2e3f4833146 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:32.523412 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6028b6d-d842-4d2a-9234-c8891752cf5b req-9c5a5026-8a49-4e7b-bcfe-d2e3f4833146 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0488443 Oct 12 04:17:32.558623 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6028b6d-d842-4d2a-9234-c8891752cf5b req-7865b5a4-f2c8-40d8-83b7-bdd91c212fdb tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Oct 12 04:17:32.877562 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4891a0-8d06-4bf8-8d8e-cf5cb4fed831 req-51bd2959-ce9a-4afa-9870-25788f8fc42d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:32.879083 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-af4891a0-8d06-4bf8-8d8e-cf5cb4fed831 req-51bd2959-ce9a-4afa-9870-25788f8fc42d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0474160 Oct 12 04:17:32.915876 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-af4891a0-8d06-4bf8-8d8e-cf5cb4fed831 req-0917ecf4-097d-4acf-bdec-d017bdc9e4d2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308547 Oct 12 04:17:33.022657 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcecb11-e54d-4e0c-89b2-36232e8be3b2 req-172db806-b7aa-4fb8-b3ca-825457b420ea tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:33.024331 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-efcecb11-e54d-4e0c-89b2-36232e8be3b2 req-172db806-b7aa-4fb8-b3ca-825457b420ea tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0562737 Oct 12 04:17:33.061363 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-efcecb11-e54d-4e0c-89b2-36232e8be3b2 req-dac85521-2090-4855-9783-286142d2875b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310676 Oct 12 04:17:33.159765 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:33.173716 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634c605-8526-4da9-b587-eb1ea5741662 req-a92e6bab-49bf-44f2-b7b7-e43c8ce3beba tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:33.175198 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9634c605-8526-4da9-b587-eb1ea5741662 req-a92e6bab-49bf-44f2-b7b7-e43c8ce3beba tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0491235 Oct 12 04:17:33.183715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52250) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:33.188012 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'floatingip': {'port_id': '8580464d-5ebb-48ed-ba90-238466c4d35b'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:33.258220 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:33.696131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:33.990923 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc5ed-8760-45de-83a5-89a00067dbd8 req-dc0d5d72-d10d-4276-b4cf-2ec81ad53566 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:33.992421 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8a3dc5ed-8760-45de-83a5-89a00067dbd8 req-dc0d5d72-d10d-4276-b4cf-2ec81ad53566 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.3583074 Oct 12 04:17:34.121176 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.db.resource_extend [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 04:17:34.176629 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8a3dc5ed-8760-45de-83a5-89a00067dbd8 req-fa6123d8-86e1-4bdb-90f1-37c2c2fd4462 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758733 Oct 12 04:17:34.212841 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623785e-ad57-440f-b092-c7a6c0bfbb21 req-2f95d455-2d0d-40e3-964c-608c1a1e4ad1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:34.214315 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c623785e-ad57-440f-b092-c7a6c0bfbb21 req-2f95d455-2d0d-40e3-964c-608c1a1e4ad1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.1905222 Oct 12 04:17:34.218284 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:34.251650 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c623785e-ad57-440f-b092-c7a6c0bfbb21 req-3b46f1a4-47cd-46e3-8981-8b2c697028c2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Oct 12 04:17:34.290579 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:34.417070 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035213c3-6070-4b1c-a8fe-718c3ebea643 req-e103d73f-ab82-4ab2-b454-3383cc5ec3d4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:34.418525 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-035213c3-6070-4b1c-a8fe-718c3ebea643 req-e103d73f-ab82-4ab2-b454-3383cc5ec3d4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0939589 Oct 12 04:17:34.424918 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Floating IP 111ec80b-1475-4db7-8a49-317198d62f66 associated. External IP: 172.27.2.90, port: 8580464d-5ebb-48ed-ba90-238466c4d35b. Oct 12 04:17:34.429971 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 52288) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:34.432279 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-2db9a62d-e539-49d3-b0fd-748eb1366674 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'floatingip': {'port_id': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:34.502388 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2db9a62d-e539-49d3-b0fd-748eb1366674 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:34.628017 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Router 822fcce4-d51b-439d-82b5-6ea0236b67b2 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:17:34.730874 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:17:34.739843 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:34.756463 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] Sync routers for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:17:34.770371 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2a3fb621-ebfa-45a2-8009-f8866b5fd07a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "PUT /v2.0/floatingips/111ec80b-1475-4db7-8a49-317198d62f66 HTTP/1.1" status: 200 len: 991 time: 1.5832026 Oct 12 04:17:34.770371 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'tag': '8580464d-5ebb-48ed-ba90-238466c4d35b'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:34.770598 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:34.771557 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd44ec4-612f-408f-8a12-ec18ae478b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbee8a27-52f2-42c0-8cb5-bfade5bfb587", "tag": "8580464d-5ebb-48ed-ba90-238466c4d35b"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:34.785660 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:17:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:34.856580 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b246736-2461-4d81-ae4f-38326c02eb29 x-openstack-request-id: req-5b246736-2461-4d81-ae4f-38326c02eb29 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:34.856941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbee8a27-52f2-42c0-8cb5-bfade5bfb587", "tag": "8580464d-5ebb-48ed-ba90-238466c4d35b", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:34.857359 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b246736-2461-4d81-ae4f-38326c02eb29 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:34.858032 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'tag': '8580464d-5ebb-48ed-ba90-238466c4d35b', 'status': 'completed', 'code': 200} Oct 12 04:17:34.922630 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:35.198590 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '111ec80b-1475-4db7-8a49-317198d62f66', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'port_id': '8580464d-5ebb-48ed-ba90-238466c4d35b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'mac_address': 'fa:16:3e:d8:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:17:11Z', 'updated_at': '2021-10-12T04:17:33Z', 'revision_number': 1, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:35.236322 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] Checking router: 822fcce4-d51b-439d-82b5-6ea0236b67b2 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:17:35.245696 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:35.246321 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:17:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:35.304355 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f0f6-d3cd-4ea7-9616-ba37e3c04c07 req-069fba5f-1eb2-41ba-be61-8b05e1d3e7c6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:35.306517 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1319f0f6-d3cd-4ea7-9616-ba37e3c04c07 req-069fba5f-1eb2-41ba-be61-8b05e1d3e7c6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0576305 Oct 12 04:17:35.322384 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2db9a62d-e539-49d3-b0fd-748eb1366674 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:35.352354 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1319f0f6-d3cd-4ea7-9616-ba37e3c04c07 req-20bd4f66-8168-4237-aa64-964d88397f94 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383866 Oct 12 04:17:35.390018 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2db9a62d-e539-49d3-b0fd-748eb1366674 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:35.428715 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:35.471572 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:35.502575 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.l3_db [None req-2db9a62d-e539-49d3-b0fd-748eb1366674 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Floating IP 95e602d6-aead-45d1-ba42-103aabac6f99 associated. External IP: 172.27.2.28, port: c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf. Oct 12 04:17:35.699029 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '111ec80b-1475-4db7-8a49-317198d62f66', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'port_id': '8580464d-5ebb-48ed-ba90-238466c4d35b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'mac_address': 'fa:16:3e:d8:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:17:11Z', 'updated_at': '2021-10-12T04:17:33Z', 'revision_number': 1, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:35.709078 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db9a62d-e539-49d3-b0fd-748eb1366674 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Router 24bff725-519e-45a3-adfe-73ed526b6aa1 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:17:35.724212 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87903a3-5488-499b-ac9c-ebde3487912f None None] The sync data for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi is: [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '111ec80b-1475-4db7-8a49-317198d62f66', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'port_id': '8580464d-5ebb-48ed-ba90-238466c4d35b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'mac_address': 'fa:16:3e:d8:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:17:11Z', 'updated_at': '2021-10-12T04:17:33Z', 'revision_number': 1, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:35.822651 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db9a62d-e539-49d3-b0fd-748eb1366674 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:17:35.827919 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2db9a62d-e539-49d3-b0fd-748eb1366674 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:35.833762 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] Sync routers for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:17:35.843133 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:35.843765 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:17:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:35.854144 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-2db9a62d-e539-49d3-b0fd-748eb1366674 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "PUT /v2.0/floatingips/95e602d6-aead-45d1-ba42-103aabac6f99 HTTP/1.1" status: 200 len: 990 time: 1.4260697 Oct 12 04:17:35.854751 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:35.857419 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fea14a5-223f-439d-9da2-882b6cab4e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:35.955744 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c4745-7780-4905-ac36-b257aca51dcb None None] New status for floating IP 111ec80b-1475-4db7-8a49-317198d62f66: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:17:35.961184 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:36.238636 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '95e602d6-aead-45d1-ba42-103aabac6f99', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'floating_ip_address': '172.27.2.28', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'port_id': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'mac_address': 'fa:16:3e:ac:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:17:16Z', 'updated_at': '2021-10-12T04:17:34Z', 'revision_number': 1, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:36.265686 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] Checking router: 24bff725-519e-45a3-adfe-73ed526b6aa1 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:17:36.274012 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:36.274603 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:17:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:36.378303 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:36.606885 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '95e602d6-aead-45d1-ba42-103aabac6f99', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'floating_ip_address': '172.27.2.28', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'port_id': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'mac_address': 'fa:16:3e:ac:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:17:16Z', 'updated_at': '2021-10-12T04:17:34Z', 'revision_number': 1, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:36.632905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9043a-02ab-4b04-bc96-3eff66fa9ad9 None None] The sync data for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi is: [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '95e602d6-aead-45d1-ba42-103aabac6f99', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'floating_ip_address': '172.27.2.28', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'port_id': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'mac_address': 'fa:16:3e:ac:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:17:16Z', 'updated_at': '2021-10-12T04:17:34Z', 'revision_number': 1, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:36.807334 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156dce80-eade-4054-831c-8357dede1bad None None] New status for floating IP 95e602d6-aead-45d1-ba42-103aabac6f99: ACTIVE {{(pid=94613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:17:37.974219 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dfab4a-5f0c-452e-bcc3-b1858f714961 x-openstack-request-id: req-f9dfab4a-5f0c-452e-bcc3-b1858f714961 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:37.974738 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:37.974738 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9dfab4a-5f0c-452e-bcc3-b1858f714961 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:37.975141 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'status': 'completed', 'code': 200} Oct 12 04:17:37.983869 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-308fa637-62fe-455c-90de-0adc81bfc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:37.985618 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-308fa637-62fe-455c-90de-0adc81bfc4d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 1099 time: 0.0461938 Oct 12 04:17:38.057749 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-56f1cdff-4a78-484c-92ef-f7e14c5779a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:38.059300 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-56f1cdff-4a78-484c-92ef-f7e14c5779a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 1098 time: 0.0407579 Oct 12 04:17:38.090975 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bfa1-c5ac-4067-8d60-b357a75268e2 req-37abb6dc-da9c-407f-ab9e-64692c81f422 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:38.092426 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d940bfa1-c5ac-4067-8d60-b357a75268e2 req-37abb6dc-da9c-407f-ab9e-64692c81f422 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0958884 Oct 12 04:17:38.147333 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-41ef493e-2fd8-4425-86c8-41a5bd6af709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:38.148725 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-41ef493e-2fd8-4425-86c8-41a5bd6af709 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47359d39-1ce6-44f7-a02f-d9bf518e6124 HTTP/1.1" status: 200 len: 910 time: 0.1268055 Oct 12 04:17:38.156327 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d940bfa1-c5ac-4067-8d60-b357a75268e2 req-e53452e1-8ea4-4fda-8aa1-1708c75751fa tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571048 Oct 12 04:17:38.161338 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-16d3026c-a7c1-4f1b-8695-8892b53d78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:38.162854 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-16d3026c-a7c1-4f1b-8695-8892b53d78fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 918 time: 0.0895224 Oct 12 04:17:38.253980 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-004cdb8e-4c79-43a9-86d3-c142716a8633 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8580464d-5ebb-48ed-ba90-238466c4d35b HTTP/1.1" status: 200 len: 1001 time: 0.0926738 Oct 12 04:17:38.262399 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-b86ade7a-a1d0-4527-954e-557fb800fa14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf HTTP/1.1" status: 200 len: 1000 time: 0.0871649 Oct 12 04:17:38.330532 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-d06375a0-07df-4f06-ae8a-2a290d68917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:38.332065 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-d06375a0-07df-4f06-ae8a-2a290d68917d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce63bf54-3c6f-454a-8c66-aefa0d594a43 HTTP/1.1" status: 200 len: 848 time: 0.0472865 Oct 12 04:17:38.335174 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-d1d1fc13-074e-42b8-ad80-51bbb41d060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:38.336590 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-d1d1fc13-074e-42b8-ad80-51bbb41d060b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 200 len: 856 time: 0.0461049 Oct 12 04:17:38.399252 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-43ef2742-dce7-44fb-aa8e-c205ccc148c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:38.400147 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-fdaff017-8ae7-4d12-85c4-f9a137961483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:38.400720 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-43ef2742-dce7-44fb-aa8e-c205ccc148c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381203 Oct 12 04:17:38.401681 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-fdaff017-8ae7-4d12-85c4-f9a137961483 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47359d39-1ce6-44f7-a02f-d9bf518e6124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398870 Oct 12 04:17:38.512299 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-b14411a5-cbc9-472d-8679-49ac0d0ce965 service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830810 Oct 12 04:17:38.512939 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-856f2029-20e5-4ff4-bb67-31e700eb8f43 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857711 Oct 12 04:17:41.847152 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5fea14a5-223f-439d-9da2-882b6cab4e4b req-625a04a0-6654-47af-8de2-f438e912db38 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885065 Oct 12 04:17:41.850163 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5cd44ec4-612f-408f-8a12-ec18ae478b7b req-40176aae-7093-4967-9bb7-fc33f3059472 service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972779 Oct 12 04:17:41.911320 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed3bd-096d-44c4-b6c1-2b28eecdf3a5 req-15d81c2b-7720-49e8-8f30-96d8d90e9565 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:41.912779 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-911ed3bd-096d-44c4-b6c1-2b28eecdf3a5 req-15d81c2b-7720-49e8-8f30-96d8d90e9565 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0477784 Oct 12 04:17:41.950396 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-911ed3bd-096d-44c4-b6c1-2b28eecdf3a5 req-36c7d13a-2c1d-4cd2-a592-a8065f367852 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Oct 12 04:17:45.781913 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57023d5b-10be-4fea-96b2-76476161c0ae req-1990f07e-1229-401b-8816-f28ce917262e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:45.783375 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57023d5b-10be-4fea-96b2-76476161c0ae req-1990f07e-1229-401b-8816-f28ce917262e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0508847 Oct 12 04:17:45.820221 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57023d5b-10be-4fea-96b2-76476161c0ae req-7a13e8f0-afb7-417d-b323-a8f5cb9d8c55 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Oct 12 04:17:46.972886 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128825-5db3-46d6-b607-b8e380fd768f req-ecb363f7-eee8-44a4-9fd8-0a99b597019b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:46.975086 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ff128825-5db3-46d6-b607-b8e380fd768f req-ecb363f7-eee8-44a4-9fd8-0a99b597019b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0512848 Oct 12 04:17:47.027233 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ff128825-5db3-46d6-b607-b8e380fd768f req-06107cae-2b1c-402d-9bde-b0fc8ce0adba tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Oct 12 04:17:47.103544 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5836-cc90-493c-a185-2b0192a07e50 req-4509bda5-526f-488a-811d-757aa1415d68 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:47.105090 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b76e5836-cc90-493c-a185-2b0192a07e50 req-4509bda5-526f-488a-811d-757aa1415d68 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 945 time: 0.0476553 Oct 12 04:17:47.143438 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b76e5836-cc90-493c-a185-2b0192a07e50 req-f50760cd-7875-46c9-811b-05699f6ef361 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Oct 12 04:17:47.308120 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52514) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:47.420418 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7de0c6d2-0722-433c-b887-deac3e49fd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:47.494346 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7de0c6d2-0722-433c-b887-deac3e49fd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:47.570795 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7de0c6d2-0722-433c-b887-deac3e49fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:47.808582 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7de0c6d2-0722-433c-b887-deac3e49fd0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0dcffc692a64091b62438bbaa220254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993629 Oct 12 04:17:47.810507 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0c6d2-0722-433c-b887-deac3e49fd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f62b20-92c1-4edb-955b-d7149c0a1318,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:47.811402 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 52528) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:47.862559 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:47.885585 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:48.026963 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:48.029649 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:48.031020 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16f62b20-92c1-4edb-955b-d7149c0a1318 HTTP/1.1" status: 204 len: 168 time: 0.2177083 Oct 12 04:17:48.040600 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f62b20-92c1-4edb-955b-d7149c0a1318,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:48.051479 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.051836 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.052178 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.052511 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.052857 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.053158 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.053487 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.053810 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.054219 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.054466 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.054817 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.055138 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e90f14-472d-46ce-9c6f-6139124dfedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:48.149817 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e850a1-a837-4178-844d-bea8ce84f678 req-8e019a8c-6473-4551-bf3f-4d4688594f02 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:48.151299 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-36e850a1-a837-4178-844d-bea8ce84f678 req-8e019a8c-6473-4551-bf3f-4d4688594f02 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0474303 Oct 12 04:17:48.188915 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-36e850a1-a837-4178-844d-bea8ce84f678 req-03488714-cd1c-418c-be67-eb0588b36063 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309677 Oct 12 04:17:48.259870 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d75a4-16df-4690-8323-cd5eeb8aa6af req-b1d10350-6ef2-4efc-959d-c93a3a350199 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:48.261598 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-196d75a4-16df-4690-8323-cd5eeb8aa6af req-b1d10350-6ef2-4efc-959d-c93a3a350199 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Oct 12 04:17:48.300473 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-196d75a4-16df-4690-8323-cd5eeb8aa6af req-36be2c6a-00bd-4a62-9339-a98e38faf7cc tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323429 Oct 12 04:17:49.316574 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11c20e-ec5a-4138-a7cd-22a858e6d3e1 req-df6c00f6-4b3d-498e-b70c-25db75fc078a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:49.318035 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e11c20e-ec5a-4138-a7cd-22a858e6d3e1 req-df6c00f6-4b3d-498e-b70c-25db75fc078a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0505691 Oct 12 04:17:49.357735 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e11c20e-ec5a-4138-a7cd-22a858e6d3e1 req-47f2598f-6c84-4f09-8724-db630f6f9444 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Oct 12 04:17:49.415259 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aaf36-d1ea-4e82-87d4-ed73cdc433f1 req-c991937a-99bd-417e-b444-672a2b7b86a0 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:49.416794 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c46aaf36-d1ea-4e82-87d4-ed73cdc433f1 req-c991937a-99bd-417e-b444-672a2b7b86a0 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 945 time: 0.0472789 Oct 12 04:17:49.463052 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c46aaf36-d1ea-4e82-87d4-ed73cdc433f1 req-79a38451-63d6-4b45-aca4-161a0bb6247c tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/security-groups?id=030a463a-83f1-45f7-803f-e2050bded509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395687 Oct 12 04:17:49.565304 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-9b737336-557f-4ec3-a8e4-55c5c9e6c85d tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:49.566810 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-9b737336-557f-4ec3-a8e4-55c5c9e6c85d tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.36 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 945 time: 0.0488095 Oct 12 04:17:49.694593 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Deleting port 45453f45-d5d3-4d04-be84-0088e8ca1bff {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:49.694949 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:49.790896 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] For port 45453f45-d5d3-4d04-be84-0088e8ca1bff, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=45453f45-d5d3-4d04-be84-0088e8ca1bff,segment=NetworkSegment(c456890a-7748-4990-82c8-6b30168ecb0d),segment_id=c456890a-7748-4990-82c8-6b30168ecb0d)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:49.791255 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:49.806584 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Calling delete_port for 45453f45-d5d3-4d04-be84-0088e8ca1bff owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:50.057031 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:50.069708 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['45453f45-d5d3-4d04-be84-0088e8ca1bff'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:50.086148 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Pushing event deleted for resources: {'Port': ['ID=45453f45-d5d3-4d04-be84-0088e8ca1bff,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:50.116842 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.117228 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.117575 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.117904 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.118246 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.118571 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.125449 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.125449 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.125449 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.125449 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.125449 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.125449 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:50.159548 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] No DVR routers for this DVR port 45453f45-d5d3-4d04-be84-0088e8ca1bff on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:17:50.162885 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:50.166124 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c8ffbac4-e5ce-4d3f-94d6-fa55cb89c6cb req-75e3a967-d69f-4b1b-8a09-37abfbd2ce6e tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.36 "DELETE /v2.0/ports/45453f45-d5d3-4d04-be84-0088e8ca1bff HTTP/1.1" status: 204 len: 173 time: 0.5898836 Oct 12 04:17:50.166566 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a95157-07b2-4d52-a3b5-51e526f99b31', 'name': 'network-vif-deleted', 'tag': '45453f45-d5d3-4d04-be84-0088e8ca1bff'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:50.168832 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f248a8ea-7834-4351-90e4-301287b1cfc3" -d '{"events": [{"server_uuid": "61a95157-07b2-4d52-a3b5-51e526f99b31", "name": "network-vif-deleted", "tag": "45453f45-d5d3-4d04-be84-0088e8ca1bff"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:50.205251 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d033d6de-9369-4231-9e47-cdfa97b6536f x-openstack-request-id: req-d033d6de-9369-4231-9e47-cdfa97b6536f {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:50.205541 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a95157-07b2-4d52-a3b5-51e526f99b31", "name": "network-vif-deleted", "tag": "45453f45-d5d3-4d04-be84-0088e8ca1bff", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:50.205794 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d033d6de-9369-4231-9e47-cdfa97b6536f {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:50.206182 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a95157-07b2-4d52-a3b5-51e526f99b31', 'name': 'network-vif-deleted', 'tag': '45453f45-d5d3-4d04-be84-0088e8ca1bff', 'status': 'completed', 'code': 200} Oct 12 04:17:50.473609 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6f71-98ab-4671-81b9-9c9476ee6008 req-d1adc078-c511-4feb-81fe-2001fea7ef47 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:50.475014 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5d9c6f71-98ab-4671-81b9-9c9476ee6008 req-d1adc078-c511-4feb-81fe-2001fea7ef47 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0471230 Oct 12 04:17:50.513617 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5d9c6f71-98ab-4671-81b9-9c9476ee6008 req-48654c7b-8b76-4f27-bece-08e5f8d3105f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326705 Oct 12 04:17:50.563847 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bab5e3fd-debb-43fa-bac3-f380ea71e0d8 req-5ff5a8d5-e7c9-4663-8892-683b8236ea27 tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 210 time: 0.0258257 Oct 12 04:17:51.679255 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a264c4-06d5-483a-9a6e-1afe71d3fb1e req-b680e802-5137-4c4a-9c2a-760e21e38814 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:51.680814 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-08a264c4-06d5-483a-9a6e-1afe71d3fb1e req-b680e802-5137-4c4a-9c2a-760e21e38814 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0868299 Oct 12 04:17:51.696637 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c890430-e6af-469a-b591-c89e1ec27436 req-35283626-77d3-4f6c-94b1-0f25ebd156cd tempest-DeleteServersTestJSON-561885114 tempest-DeleteServersTestJSON-561885114-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a95157-07b2-4d52-a3b5-51e526f99b31 HTTP/1.1" status: 200 len: 210 time: 0.0365739 Oct 12 04:17:51.729302 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-08a264c4-06d5-483a-9a6e-1afe71d3fb1e req-0e9ef5f0-210e-46e6-a250-a7738f572a6c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Oct 12 04:17:52.860396 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fefd6-709d-4be5-a862-b60a799cb124 req-1aaebe65-95ca-42b2-be44-d11644cd690f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:52.863939 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c26fefd6-709d-4be5-a862-b60a799cb124 req-1aaebe65-95ca-42b2-be44-d11644cd690f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0495243 Oct 12 04:17:52.904897 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c26fefd6-709d-4be5-a862-b60a799cb124 req-ff7d4d06-1d06-4a2b-8223-2efa228fc823 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367956 Oct 12 04:17:54.021973 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca78d92-034c-474a-8dc8-6eb8770b1e46 req-f12dc17b-c2dc-47bb-98af-f0671567021f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:54.023488 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1ca78d92-034c-474a-8dc8-6eb8770b1e46 req-f12dc17b-c2dc-47bb-98af-f0671567021f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0513492 Oct 12 04:17:54.064750 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1ca78d92-034c-474a-8dc8-6eb8770b1e46 req-10dd3250-f1e9-4628-935e-32c4661c1532 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348861 Oct 12 04:17:54.067830 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52742) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:54.168760 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-43087bd3-5331-4288-a42a-d757c0f3a135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:54.240434 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-43087bd3-5331-4288-a42a-d757c0f3a135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:54.273796 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 45453f45-d5d3-4d04-be84-0088e8ca1bff no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:17:54.297286 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 45453f45-d5d3-4d04-be84-0088e8ca1bff {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:17:54.297621 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 45453f45-d5d3-4d04-be84-0088e8ca1bff not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:17:54.313638 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-43087bd3-5331-4288-a42a-d757c0f3a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:54.352394 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-43087bd3-5331-4288-a42a-d757c0f3a135 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6732a2978294476e9634fd91ed6bf09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835755 Oct 12 04:17:54.353528 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43087bd3-5331-4288-a42a-d757c0f3a135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb3095-983f-4aa5-acd5-7b8e053e50db,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:54.355139 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 52750) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:54.406797 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-92c41ef0-e224-4eaa-8763-58443ad45456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:54.426814 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-92c41ef0-e224-4eaa-8763-58443ad45456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:54.549574 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-92c41ef0-e224-4eaa-8763-58443ad45456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:54.552215 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-92c41ef0-e224-4eaa-8763-58443ad45456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:54.554708 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-92c41ef0-e224-4eaa-8763-58443ad45456 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1cb3095-983f-4aa5-acd5-7b8e053e50db HTTP/1.1" status: 204 len: 168 time: 0.1985779 Oct 12 04:17:54.566003 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c41ef0-e224-4eaa-8763-58443ad45456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb3095-983f-4aa5-acd5-7b8e053e50db,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:54.831038 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-827d9191-6742-446d-9183-0c7364911f47 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:54.832513 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-827d9191-6742-446d-9183-0c7364911f47 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 814 time: 0.1093051 Oct 12 04:17:54.849420 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-ce104f00-418f-4eb3-8198-bcf66e80c95c tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/quotas/15e19031226d475dbcf3cdfa50550ef4 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Oct 12 04:17:54.912504 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-59578c78-e588-48c2-a4c1-de8aa0ef1e13 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578947 Oct 12 04:17:54.981633 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 52788) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:55.027497 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-8f050640-31df-419e-bc46-2d7f477d3117 service neutron] 10.222.0.21 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078868 Oct 12 04:17:55.056233 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb7cc9f-de1d-4b94-9a1e-13b764aef1f1 admin admin] Deleting subnet 55004ae7-db12-4e74-8207-71787502427f {{(pid=94611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:17:55.060810 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cc9f-de1d-4b94-9a1e-13b764aef1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.112332 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cc9f-de1d-4b94-9a1e-13b764aef1f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.124873 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cc9f-de1d-4b94-9a1e-13b764aef1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.180955 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-cfffe0e4-586d-4527-99b5-bc1c0b308846 service neutron] 10.222.0.21 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385636 Oct 12 04:17:55.203487 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b6095-b443-4556-ae74-26fb8867a55b req-e4261a35-569a-4741-a956-8b7ad9a7625b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:55.207853 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e5b6095-b443-4556-ae74-26fb8867a55b req-e4261a35-569a-4741-a956-8b7ad9a7625b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0609891 Oct 12 04:17:55.233322 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cc9f-de1d-4b94-9a1e-13b764aef1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.248452 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e5b6095-b443-4556-ae74-26fb8867a55b req-765b1376-9dda-4950-874e-b9d01351e0e9 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376332 Oct 12 04:17:55.271353 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cc9f-de1d-4b94-9a1e-13b764aef1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.271353 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-cfb7cc9f-de1d-4b94-9a1e-13b764aef1f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/55004ae7-db12-4e74-8207-71787502427f HTTP/1.1" status: 204 len: 168 time: 0.2833345 Oct 12 04:17:55.271353 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7cc9f-de1d-4b94-9a1e-13b764aef1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55004ae7-db12-4e74-8207-71787502427f,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:55.271617 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52802) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:55.347368 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.437689 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.463004 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.463366 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.464114 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.464439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > port after_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.464769 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.465096 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > port after_update 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.465451 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.465946 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.466269 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.466994 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.645825 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.649497 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.649497 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.649497 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:17:55.649497 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4a3696-b66f-4246-8a28-be605ab2d343']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:55.675275 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c456890a-7748-4990-82c8-6b30168ecb0d') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:55.675562 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c456890a-7748-4990-82c8-6b30168ecb0d') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:55.703600 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d6db658-4eb6-414d-8535-a09e5764e588 req-9e74e937-0149-4a04-9ac7-d9dcdbd0bb63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 210 time: 0.0511854 Oct 12 04:17:55.709704 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8545627'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.731496 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.740627 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:17:55.743284 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546280'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: from cryptography.utils import int_from_bytes Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: from cryptography.utils import int_from_bytes Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: Traceback (most recent call last): Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: timer() Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: cb(*args, **kw) Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: return func(*args, **kwargs) Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: self._notify() Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: self.callback(batched_events) Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: event.method(event) Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: return f(self, *a, **k) Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._get(url).json() Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:17:55.745030 dv-cinder-813067-1-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:17:55.864415 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52832) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:55.879517 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.887870 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:55.891097 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea4a3696-b66f-4246-8a28-be605ab2d343 HTTP/1.1" status: 204 len: 168 time: 0.6194484 Oct 12 04:17:55.901467 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187a916-f5c3-4353-80c3-d60481cf553f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4a3696-b66f-4246-8a28-be605ab2d343,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:55.983210 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-732960575-network', 'tenant_id': '9e7c44417ccc40b9aa1c0a343debf9df'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:56.073752 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Made reservation on behalf of 9e7c44417ccc40b9aa1c0a343debf9df for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:56.082464 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.085500 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.156136 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.226561 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.247986 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:17:56.263059 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b66f34-7969-425c-bb63-440922d47a98,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:56.265879 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.266214 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Added segment 4fba9aeb-3baf-42d2-a647-2baa31941243 of type vlan for network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 Oct 12 04:17:56.305971 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.314278 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52850) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:56.398449 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1e812a63-d3e8-4c94-b4f1-f96f92c1d302 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7333a6b7535c4821b8eefd5dd71e4e6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0808043 Oct 12 04:17:56.398687 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 52854) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:56.413085 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0232414-3494-482f-99f5-064c07dfc9be req-10ba380d-e8a1-4b26-bfe5-f3a2a7a0c5b3 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:56.426491 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f0232414-3494-482f-99f5-064c07dfc9be req-10ba380d-e8a1-4b26-bfe5-f3a2a7a0c5b3 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0912862 Oct 12 04:17:56.457345 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.458449 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:56.458965 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.545803 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f0232414-3494-482f-99f5-064c07dfc9be req-8c2a0d55-f1fe-40ba-a9e8-e7d8672b323e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235051 Oct 12 04:17:56.570812 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] Pushing event updated for resources: {'Network': ['ID=6b995d32-bc3e-445e-a9d2-65b2ff724c69,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:56.581342 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:17:56.581862 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4fa70e36-18e9-459c-bc52-015bd6753687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.609268 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-8ea19f6b-074e-4581-a98f-9e03a02c11cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7437391 Oct 12 04:17:56.613479 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 52866) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:56.615413 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4fa70e36-18e9-459c-bc52-015bd6753687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.619400 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e289492-432b-4ad0-87b5-686b133f1727 req-85702978-409f-475d-8d76-54e303066937 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926988 Oct 12 04:17:56.620457 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Request body: {'subnet': {'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-732960575-subnet', 'tenant_id': '9e7c44417ccc40b9aa1c0a343debf9df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:56.729527 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289492-432b-4ad0-87b5-686b133f1727 req-e6c87336-88cf-4ce0-8a83-0631be643968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:56.736704 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e289492-432b-4ad0-87b5-686b133f1727 req-e6c87336-88cf-4ce0-8a83-0631be643968 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 1099 time: 0.0516362 Oct 12 04:17:56.781129 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Made reservation on behalf of 9e7c44417ccc40b9aa1c0a343debf9df for: {'subnet': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:17:56.783298 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4fa70e36-18e9-459c-bc52-015bd6753687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.790600 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.790761 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4fa70e36-18e9-459c-bc52-015bd6753687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:56.790761 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4fa70e36-18e9-459c-bc52-015bd6753687 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/030a463a-83f1-45f7-803f-e2050bded509 HTTP/1.1" status: 204 len: 168 time: 0.3872912 Oct 12 04:17:56.869153 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa70e36-18e9-459c-bc52-015bd6753687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a463a-83f1-45f7-803f-e2050bded509,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:56.918475 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-54ccce78-bf39-4685-8c0a-065c7170479c req-ee53f67d-782d-40ec-a16f-59074c31f924 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 210 time: 0.1131082 Oct 12 04:17:56.977888 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289492-432b-4ad0-87b5-686b133f1727 req-0436e3cc-572a-4bf3-938e-f68fb073e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:56.979391 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e289492-432b-4ad0-87b5-686b133f1727 req-0436e3cc-572a-4bf3-938e-f68fb073e2b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 915 time: 0.2048464 Oct 12 04:17:57.030124 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e289492-432b-4ad0-87b5-686b133f1727 req-58116afe-13c4-4003-b733-8993717c18b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e338ea68-ade7-4184-bc31-d3b708620700 HTTP/1.1" status: 200 len: 217 time: 0.0366337 Oct 12 04:17:57.078553 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289492-432b-4ad0-87b5-686b133f1727 req-30ccef59-45a1-4ef5-88a1-77648bde59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:57.079935 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e289492-432b-4ad0-87b5-686b133f1727 req-30ccef59-45a1-4ef5-88a1-77648bde59d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a974f39d-7362-4a97-8202-131a15390cc1 HTTP/1.1" status: 200 len: 854 time: 0.0419917 Oct 12 04:17:57.119359 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e289492-432b-4ad0-87b5-686b133f1727 req-92abbd85-0cda-401f-ab02-619f50ccb835 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382ee370-8814-4057-bb86-a80b3c5a69fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238693 Oct 12 04:17:57.125668 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for subnet, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:57.194213 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665d623b-4cbd-4089-954a-6dc484b75cc8,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:57.200464 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Checking segment: {'id': '4fba9aeb-3baf-42d2-a647-2baa31941243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:17:57.200820 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Network hostable DHCP agents. Network: 6b995d32-bc3e-445e-a9d2-65b2ff724c69, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:17:57.219301 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e289492-432b-4ad0-87b5-686b133f1727 req-d88f7fcc-753e-4da2-a296-ccefc6c67bc5 service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898793 Oct 12 04:17:57.315656 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e289492-432b-4ad0-87b5-686b133f1727 req-005d3445-ebaa-42f5-87c3-17633bd5c382 service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876176 Oct 12 04:17:57.354048 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:17:57.432211 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, 6b995d32-bc3e-445e-a9d2-65b2ff724c69) {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:57.436256 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:57.436884 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:57.442421 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e3f58-64ca-400c-aef7-d962724160a2 None None] Network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:17:57.510715 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-335b8bc4-aa67-4ccd-9047-a4d01ecf2939 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8957932 Oct 12 04:17:57.563077 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf227d-6911-4b4c-aa6e-7195f6330ac0 None None] Network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:17:57.694559 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67017c-1897-409b-86f7-a8d6c59bcba4 req-2ab12879-216d-480e-a2a1-8ae17427bdde tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:57.699267 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ad67017c-1897-409b-86f7-a8d6c59bcba4 req-2ab12879-216d-480e-a2a1-8ae17427bdde tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0734167 Oct 12 04:17:57.736805 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ad67017c-1897-409b-86f7-a8d6c59bcba4 req-01736052-2e4a-48e9-8c6d-e578e03fb724 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Oct 12 04:17:58.022925 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f64e583-3bcc-48a9-ab21-db98c147c9dd req-908857f5-9107-4a17-b475-8e44fac89b89 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 210 time: 0.0306330 Oct 12 04:17:59.810616 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cffb2580-99d1-468c-820b-0fc6da6cf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:00.859396 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-f5374757-c82a-4928-bf75-b27e031ee462 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:00.861573 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-f5374757-c82a-4928-bf75-b27e031ee462 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 814 time: 0.1543195 Oct 12 04:18:01.094310 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbc13f40-6a46-4f87-a416-72da276388b9 req-cabad5e1-8e1b-498c-bd7a-cb82ac9ab2f0 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 210 time: 0.2591190 Oct 12 04:18:01.098132 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Request body: {'port': {'device_id': 'ce6b1d1f-abeb-4ab7-a402-c003f0171210', 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd', 'admin_state_up': True, 'tenant_id': '15e19031226d475dbcf3cdfa50550ef4'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:01.147478 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59f93f-812c-4882-8575-db5e1e74caaf req-6ac6ad2e-4b5b-4264-9e23-6b626cf50de6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:01.148916 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4d59f93f-812c-4882-8575-db5e1e74caaf req-6ac6ad2e-4b5b-4264-9e23-6b626cf50de6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.3542113 Oct 12 04:18:01.219216 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4d59f93f-812c-4882-8575-db5e1e74caaf req-ec7d42d0-78cb-4f2a-a1f2-ff6ab4e6534e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634708 Oct 12 04:18:01.375312 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Made reservation on behalf of 15e19031226d475dbcf3cdfa50550ef4 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:18:01.375550 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:01.378739 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:01.522690 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Allocated IP 172.20.0.2 (382ee370-8814-4057-bb86-a80b3c5a69fd/a974f39d-7362-4a97-8202-131a15390cc1/6fdf3f9d-d5b4-4906-8160-05e737485cfe) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:18:01.569658 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53000) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:01.640242 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-86712983-d33f-43ed-bd2d-22e7d5e4fe0f admin admin] Deleting subnet c477129a-50a4-44cb-a3e2-369b27379b68 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:18:01.652545 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-86712983-d33f-43ed-bd2d-22e7d5e4fe0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:01.769153 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-86712983-d33f-43ed-bd2d-22e7d5e4fe0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:01.873539 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:01.891584 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-86712983-d33f-43ed-bd2d-22e7d5e4fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:01.973817 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4736a80f-6c39-4b27-8fd9-a8d0972b2b9c tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:01.975384 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4736a80f-6c39-4b27-8fd9-a8d0972b2b9c tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/networks?id=6b995d32-bc3e-445e-a9d2-65b2ff724c69 HTTP/1.1" status: 200 len: 808 time: 0.2682188 Oct 12 04:18:02.004509 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-08762026-8062-414b-a06e-ca0b80cf41f9 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/quotas/9e7c44417ccc40b9aa1c0a343debf9df HTTP/1.1" status: 200 len: 375 time: 0.0164092 Oct 12 04:18:02.040072 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-adab28b7-604e-4139-a4b1-ffcc51af3bd8 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e7c44417ccc40b9aa1c0a343debf9df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291049 Oct 12 04:18:02.093444 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.104971 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['e338ea68-ade7-4184-bc31-d3b708620700'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:18:02.130383 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-86712983-d33f-43ed-bd2d-22e7d5e4fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.181066 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86712983-d33f-43ed-bd2d-22e7d5e4fe0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c477129a-50a4-44cb-a3e2-369b27379b68,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:02.184551 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-86712983-d33f-43ed-bd2d-22e7d5e4fe0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.187441 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-86712983-d33f-43ed-bd2d-22e7d5e4fe0f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c477129a-50a4-44cb-a3e2-369b27379b68 HTTP/1.1" status: 204 len: 168 time: 0.6164918 Oct 12 04:18:02.189839 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Network 382ee370-8814-4057-bb86-a80b3c5a69fd is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:18:02.197490 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53044) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:02.212814 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:18:02.233444 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:18:02.244168 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Pushing event updated for resources: {'Port': ['ID=6fdf3f9d-d5b4-4906-8160-05e737485cfe,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:02.265913 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.273183 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4f071932-ea54-4499-89ba-b64887c9f13a service neutron] 10.222.0.21 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256348 Oct 12 04:18:02.275377 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a243c3e6-e695-41c5-81c1-3fdb67965f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.348190 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5902766-07ba-4bfb-a176-117cb39ca71c req-acaecdc0-8cbe-4d41-a3ed-f05177d568a8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:02.349556 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.349712 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5902766-07ba-4bfb-a176-117cb39ca71c req-acaecdc0-8cbe-4d41-a3ed-f05177d568a8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 931 time: 0.1713271 Oct 12 04:18:02.355301 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:02.355903 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.371526 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.372075 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.373235 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.373411 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > port after_create 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.373744 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.374155 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > port after_update 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.374498 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.374825 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.375147 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.375459 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.412894 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5902766-07ba-4bfb-a176-117cb39ca71c req-cdb2a40f-2edd-4238-802f-ff242b9c57c7 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532982 Oct 12 04:18:02.436410 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-cdff0d2c-d933-482b-996e-ec3848e466d0 service neutron] 10.222.0.21 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476350 Oct 12 04:18:02.445389 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.445730 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.446182 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.446402 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:18:02.446805 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c60b107-a4a9-43b4-878e-7c5b7bf1777a']}} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:18:02.458083 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-08e32c09-77fb-4982-b77b-f241b2a38624 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3670633 Oct 12 04:18:02.467397 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9132869-7141-4441-bdf3-2f6cabad0bdf') {'for_net_delete': True} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:18:02.467682 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9132869-7141-4441-bdf3-2f6cabad0bdf') {} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:18:02.474368 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Request body: {'port': {'device_id': 'ce6b1d1f-abeb-4ab7-a402-c003f0171210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:02.486432 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9702813'] for segment, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.508366 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.519366 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:18:02.519754 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8605101'] for segment, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: from cryptography.utils import int_from_bytes Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: from cryptography.utils import int_from_bytes Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: Traceback (most recent call last): Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: timer() Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: cb(*args, **kw) Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: return func(*args, **kwargs) Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: self._notify() Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: self.callback(batched_events) Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: event.method(event) Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: return f(self, *a, **k) Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._get(url).json() Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: return self.request(url, 'GET', **kwargs) Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:18:02.524510 dv-cinder-813067-1-iscsi neutron-server[94611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:18:02.568515 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.584637 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a3560-0c12-47b6-9231-04567577a4a8 req-027856fa-1521-4d68-908e-1876dfd653a2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:02.586112 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-624a3560-0c12-47b6-9231-04567577a4a8 req-027856fa-1521-4d68-908e-1876dfd653a2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0889928 Oct 12 04:18:02.639648 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.649092 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.653248 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] 10.222.0.21 "DELETE /v2.0/networks/9c60b107-a4a9-43b4-878e-7c5b7bf1777a HTTP/1.1" status: 204 len: 168 time: 0.4613624 Oct 12 04:18:02.664350 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53052) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:02.674308 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af58bb-1973-4f09-b83d-79e1b6c64d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c60b107-a4a9-43b4-878e-7c5b7bf1777a,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:02.686297 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-066f518e-fd05-43bd-8afb-b716a9bf1e13 req-49559dec-cd48-48d1-ac5b-000a04bce725 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 210 time: 0.0486491 Oct 12 04:18:02.693573 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-624a3560-0c12-47b6-9231-04567577a4a8 req-1ed52c4e-971d-41cf-8a05-4fc60c22da69 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998883 Oct 12 04:18:02.749366 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a68280-e7cb-4060-9818-d2d2d85f88d8 admin admin] Deleting subnet 1b976638-5449-44e0-b070-6aee322d5f88 {{(pid=94611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:18:02.752650 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4a68280-e7cb-4060-9818-d2d2d85f88d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.791910 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4a68280-e7cb-4060-9818-d2d2d85f88d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9702806'] for subnet, precommit_delete_associations {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.830969 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4a68280-e7cb-4060-9818-d2d2d85f88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.912710 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdf3f9d-d5b4-4906-8160-05e737485cfe {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:18:02.920243 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.942010 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Transition to ACTIVE for port object 6fdf3f9d-d5b4-4906-8160-05e737485cfe will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:18:02.942914 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4a68280-e7cb-4060-9818-d2d2d85f88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8605555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766286'] for subnet, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.972550 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a68280-e7cb-4060-9818-d2d2d85f88d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b976638-5449-44e0-b070-6aee322d5f88,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:02.980165 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4a68280-e7cb-4060-9818-d2d2d85f88d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.982293 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:02.983468 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d4a68280-e7cb-4060-9818-d2d2d85f88d8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1b976638-5449-44e0-b070-6aee322d5f88 HTTP/1.1" status: 204 len: 168 time: 0.3179295 Oct 12 04:18:02.986323 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53060) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:03.053941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdf3f9d-d5b4-4906-8160-05e737485cfe,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:03.062000 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.138962 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Attempting to bind port 6fdf3f9d-d5b4-4906-8160-05e737485cfe on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:18:03.139298 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Attempting to bind port 6fdf3f9d-d5b4-4906-8160-05e737485cfe by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:18:03.139620 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Attempting to bind port 6fdf3f9d-d5b4-4906-8160-05e737485cfe on network 382ee370-8814-4057-bb86-a80b3c5a69fd {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:03.145527 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Port 6fdf3f9d-d5b4-4906-8160-05e737485cfe on network 382ee370-8814-4057-bb86-a80b3c5a69fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:18:03.149871 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Attempting to bind port 6fdf3f9d-d5b4-4906-8160-05e737485cfe on network 382ee370-8814-4057-bb86-a80b3c5a69fd {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:03.151306 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:18:03.151697 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Checking segment: {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:18:03.152137 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Bound using segment: {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:18:03.152629 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Bound port: 6fdf3f9d-d5b4-4906-8160-05e737485cfe, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:18:03.153046 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.176458 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.202182 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653']}} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:18:03.205956 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.213755 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9ea869-4f60-4798-99fa-3f2dbe27c809') {'for_net_delete': True} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:18:03.214047 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9ea869-4f60-4798-99fa-3f2dbe27c809') {} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:18:03.240393 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9702813'] for segment, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.241893 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] For port 6fdf3f9d-d5b4-4906-8160-05e737485cfe, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:18:03.245015 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] For port 6fdf3f9d-d5b4-4906-8160-05e737485cfe, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fdf3f9d-d5b4-4906-8160-05e737485cfe,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:18:03.263252 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.270025 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:18:03.270619 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8605101'] for segment, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: Traceback (most recent call last): Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: timer() Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: cb(*args, **kw) Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: return func(*args, **kwargs) Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: self._notify() Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: self.callback(batched_events) Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: event.method(event) Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: return f(self, *a, **k) Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._get(url).json() Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: return self.request(url, 'GET', **kwargs) Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:18:03.272367 dv-cinder-813067-1-iscsi neutron-server[94611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:18:03.331805 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.367289 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:03.367289 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.368424 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] 10.222.0.36 "PUT /v2.0/ports/6fdf3f9d-d5b4-4906-8160-05e737485cfe HTTP/1.1" status: 200 len: 1093 time: 0.8991899 Oct 12 04:18:03.368886 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6b1d1f-abeb-4ab7-a402-c003f0171210', 'tag': '6fdf3f9d-d5b4-4906-8160-05e737485cfe'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:03.371271 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6f7a7a-7373-40f1-8580-ff9e68212ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6b1d1f-abeb-4ab7-a402-c003f0171210", "tag": "6fdf3f9d-d5b4-4906-8160-05e737485cfe"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:03.395467 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1684e3-20d1-4ab5-8485-724987e50e85 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdf3f9d-d5b4-4906-8160-05e737485cfe,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:03.410407 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.431222 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b702cd4f-aa55-41b3-a632-8d2baf0b1b5e x-openstack-request-id: req-b702cd4f-aa55-41b3-a632-8d2baf0b1b5e {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:03.431222 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6b1d1f-abeb-4ab7-a402-c003f0171210", "tag": "6fdf3f9d-d5b4-4906-8160-05e737485cfe", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:03.431222 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b702cd4f-aa55-41b3-a632-8d2baf0b1b5e {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:03.431222 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6b1d1f-abeb-4ab7-a402-c003f0171210', 'tag': '6fdf3f9d-d5b4-4906-8160-05e737485cfe', 'status': 'completed', 'code': 200} Oct 12 04:18:03.432059 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.432059 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] 10.222.0.21 "DELETE /v2.0/networks/c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653 HTTP/1.1" status: 204 len: 168 time: 0.4356878 Oct 12 04:18:03.437663 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3cd81-58e7-4434-b34b-82e8906c1ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c0f4e5-6e02-4f38-9fa3-2bf86cc5a653,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:03.486637 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f7a7a-7373-40f1-8580-ff9e68212ef7 req-f167c84a-9234-4a22-b544-78589459a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:03.488186 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cd6f7a7a-7373-40f1-8580-ff9e68212ef7 req-f167c84a-9234-4a22-b544-78589459a1f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 1096 time: 0.0431340 Oct 12 04:18:03.593405 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b41fd-4648-4fa4-a408-377d7611d21c req-3f2dda3a-aaa8-4c0a-bfe3-b0d3a0da345f tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:03.594993 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f5b41fd-4648-4fa4-a408-377d7611d21c req-3f2dda3a-aaa8-4c0a-bfe3-b0d3a0da345f tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 943 time: 0.1057186 Oct 12 04:18:03.638708 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f7a7a-7373-40f1-8580-ff9e68212ef7 req-ac4d2beb-0b44-4581-88b2-45d141c15aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:03.640161 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cd6f7a7a-7373-40f1-8580-ff9e68212ef7 req-ac4d2beb-0b44-4581-88b2-45d141c15aec service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=15e19031226d475dbcf3cdfa50550ef4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1413746 Oct 12 04:18:03.654999 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f5b41fd-4648-4fa4-a408-377d7611d21c req-4cd00fed-5580-4295-b1a9-e97ca991cbf0 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541325 Oct 12 04:18:03.665747 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53096) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:03.719736 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.762857 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f7a7a-7373-40f1-8580-ff9e68212ef7 req-51e46d0a-99b6-424a-ae58-eda525eed275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:03.763354 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cd6f7a7a-7373-40f1-8580-ff9e68212ef7 req-51e46d0a-99b6-424a-ae58-eda525eed275 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074913 Oct 12 04:18:03.797255 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ba23f0f6-884a-4c73-8e8f-ba2408da5603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.838189 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7dd1ec94-abac-4749-a147-708866f2e3ae req-b2799781-4f3e-4ce8-8d4a-f6c041c5eea3 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 210 time: 0.0424829 Oct 12 04:18:03.891487 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ba23f0f6-884a-4c73-8e8f-ba2408da5603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.893479 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53104) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:03.904928 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795333cd-cf42-4c4a-8ab0-ecc7220de044 req-7feda141-b8dc-4657-af52-2deb97d20641 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:03.906477 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-795333cd-cf42-4c4a-8ab0-ecc7220de044 req-7feda141-b8dc-4657-af52-2deb97d20641 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.1012077 Oct 12 04:18:03.909417 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6ac47732-eb4d-48ed-bbdb-073c79800d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:03.910874 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-6ac47732-eb4d-48ed-bbdb-073c79800d30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 1096 time: 0.0829685 Oct 12 04:18:03.976497 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-e663b9a8-c611-4e37-84b0-50250a645da6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fdf3f9d-d5b4-4906-8160-05e737485cfe HTTP/1.1" status: 200 len: 217 time: 0.0437481 Oct 12 04:18:03.979543 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-795333cd-cf42-4c4a-8ab0-ecc7220de044 req-9b3c544d-9ad9-4902-926c-956dafa802c9 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669410 Oct 12 04:18:04.036000 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-047ecda4-5a18-4707-bb27-a1582f4612d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:04.037563 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-047ecda4-5a18-4707-bb27-a1582f4612d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a974f39d-7362-4a97-8202-131a15390cc1 HTTP/1.1" status: 200 len: 854 time: 0.0501673 Oct 12 04:18:04.088188 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-2904cc30-7bca-4953-bad6-0ff61e2eb6b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382ee370-8814-4057-bb86-a80b3c5a69fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363927 Oct 12 04:18:04.107165 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ba23f0f6-884a-4c73-8e8f-ba2408da5603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:04.162880 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-ba23f0f6-884a-4c73-8e8f-ba2408da5603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b61e553d7133409681e2e71a2d1544fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965923 Oct 12 04:18:04.165561 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53108) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:04.168510 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23f0f6-884a-4c73-8e8f-ba2408da5603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc1e141-81cb-4436-9585-7bc8dbd36b02,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:04.176599 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-3399e060-47c0-49e1-83a3-e7cc0d372374 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20f2a76643ce41e8b9b43ff8a5471d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801974 Oct 12 04:18:04.177234 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53110) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:04.234446 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-46b0793e-9d03-467c-91d1-16ba2d70af4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:04.243598 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-c7a6b1e0-4522-41eb-87c2-9c1c9c0829c0 service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450188 Oct 12 04:18:04.259514 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-46b0793e-9d03-467c-91d1-16ba2d70af4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:04.268466 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-919f432e-20df-4af6-9287-5c75b9a7c394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:04.330089 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-919f432e-20df-4af6-9287-5c75b9a7c394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:04.369883 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-46b0793e-9d03-467c-91d1-16ba2d70af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:04.372534 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-46b0793e-9d03-467c-91d1-16ba2d70af4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:04.373949 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-46b0793e-9d03-467c-91d1-16ba2d70af4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ade4984-bb51-460b-ba90-c13b37367216 HTTP/1.1" status: 204 len: 168 time: 0.1954646 Oct 12 04:18:04.383383 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0793e-9d03-467c-91d1-16ba2d70af4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ade4984-bb51-460b-ba90-c13b37367216,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:04.399970 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21e4b247-6782-40af-bd57-9a06bff9a6b2 req-ee3abde0-8257-4c6e-89c2-b9dd809efe49 service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391845 Oct 12 04:18:04.537011 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-919f432e-20df-4af6-9287-5c75b9a7c394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:04.539804 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-919f432e-20df-4af6-9287-5c75b9a7c394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:04.540944 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-919f432e-20df-4af6-9287-5c75b9a7c394 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bc1e141-81cb-4436-9585-7bc8dbd36b02 HTTP/1.1" status: 204 len: 168 time: 0.3744667 Oct 12 04:18:04.549709 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f432e-20df-4af6-9287-5c75b9a7c394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc1e141-81cb-4436-9585-7bc8dbd36b02,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:04.779714 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155df1e9-b895-448a-9c22-7bc9dbf51ee8 req-f23e1086-57d3-4541-8000-89c1e97b43c2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:04.781336 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-155df1e9-b895-448a-9c22-7bc9dbf51ee8 req-f23e1086-57d3-4541-8000-89c1e97b43c2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 943 time: 0.0533855 Oct 12 04:18:04.836759 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-155df1e9-b895-448a-9c22-7bc9dbf51ee8 req-643b4494-4f34-4b3b-a4fc-d9d174029ea8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 Oct 12 04:18:04.872248 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:18:04.945865 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f31ca77-3b62-4bee-a048-0638e651911a req-60601f23-0d3e-47f6-9613-c8216fb29d22 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 210 time: 0.0303924 Oct 12 04:18:05.097408 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426c6f3-ed53-4dc1-b24d-abfe7ddc08a4 req-0804f02a-7985-420d-9667-904e53b26fad tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:05.098926 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0426c6f3-ed53-4dc1-b24d-abfe7ddc08a4 req-0804f02a-7985-420d-9667-904e53b26fad tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0491650 Oct 12 04:18:05.115174 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53148) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:05.145897 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0426c6f3-ed53-4dc1-b24d-abfe7ddc08a4 req-99f07274-19b3-4199-a3ce-df76d27d738c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Oct 12 04:18:05.165763 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-fcea70a1-206a-49e4-a29d-3de102700637 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15dd3b144170443aba71d958121b1e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486608 Oct 12 04:18:05.172899 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53156) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:05.224852 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b1503248-dc69-41f5-969a-adb5596df44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.236831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53158) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:05.255020 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bb07a6b6-58a7-46ac-97af-cce81adbd265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.306832 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b1503248-dc69-41f5-969a-adb5596df44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.362426 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bb07a6b6-58a7-46ac-97af-cce81adbd265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.387949 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-74ab05dd-4f2b-48aa-bd9a-08c30c9f8a14 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:05.389780 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-74ab05dd-4f2b-48aa-bd9a-08c30c9f8a14 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.36 "GET /v2.0/networks?id=6b995d32-bc3e-445e-a9d2-65b2ff724c69 HTTP/1.1" status: 200 len: 808 time: 0.1599114 Oct 12 04:18:05.405257 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.408911 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Request body: {'port': {'device_id': '1486eeab-56a9-4167-a787-47d83d4aef54', 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69', 'admin_state_up': True, 'tenant_id': '9e7c44417ccc40b9aa1c0a343debf9df'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:05.477948 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bb07a6b6-58a7-46ac-97af-cce81adbd265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.517679 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-bb07a6b6-58a7-46ac-97af-cce81adbd265 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4069b5414f04ca5bedafa027c4fd026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797592 Oct 12 04:18:05.518520 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07a6b6-58a7-46ac-97af-cce81adbd265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274307ac-dbd3-4daf-8f14-c2a355376372,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:05.520286 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53166) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:05.542081 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b1503248-dc69-41f5-969a-adb5596df44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.545809 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b1503248-dc69-41f5-969a-adb5596df44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.546971 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b1503248-dc69-41f5-969a-adb5596df44d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59de3870-7059-4ce0-8976-7dd069ba2759 HTTP/1.1" status: 204 len: 168 time: 0.3728466 Oct 12 04:18:05.567404 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1503248-dc69-41f5-969a-adb5596df44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59de3870-7059-4ce0-8976-7dd069ba2759,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:05.590718 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-760dd9a7-ed6c-455c-875b-84e25801cefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.614288 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-760dd9a7-ed6c-455c-875b-84e25801cefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.624375 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Made reservation on behalf of 9e7c44417ccc40b9aa1c0a343debf9df for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:18:05.627840 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.774061 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Allocated IP 172.20.0.14 (6b995d32-bc3e-445e-a9d2-65b2ff724c69/665d623b-4cbd-4089-954a-6dc484b75cc8/fc902d68-62aa-4b28-8d19-1157b9714bdd) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:18:05.778275 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-760dd9a7-ed6c-455c-875b-84e25801cefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.780919 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-760dd9a7-ed6c-455c-875b-84e25801cefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.782068 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-760dd9a7-ed6c-455c-875b-84e25801cefa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/274307ac-dbd3-4daf-8f14-c2a355376372 HTTP/1.1" status: 204 len: 168 time: 0.2594223 Oct 12 04:18:05.795846 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dd9a7-ed6c-455c-875b-84e25801cefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274307ac-dbd3-4daf-8f14-c2a355376372,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:05.925041 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53182) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:05.977352 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:05.991371 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d46d-5fc9-4fb2-9e08-6e20f5b6d45a req-3a6ad857-1dc3-466c-9c68-9dbb092987d9 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:05.992909 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f97d46d-5fc9-4fb2-9e08-6e20f5b6d45a req-3a6ad857-1dc3-466c-9c68-9dbb092987d9 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 943 time: 0.0797691 Oct 12 04:18:06.062253 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-177b3d7e-a50a-4fbf-ba88-cc43a862d9f6 req-484f9060-60dd-46f3-b368-e38344bad7c7 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 210 time: 0.0361218 Oct 12 04:18:06.072231 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f97d46d-5fc9-4fb2-9e08-6e20f5b6d45a req-362cd60c-8d37-4c77-a492-b363db1c4198 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701830 Oct 12 04:18:06.126824 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.177423 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:18:06.180376 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-90af70fe-06ad-47a2-a3e3-c1df7b0e84da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.180952 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:18:06.186805 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:18:06.229976 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Pushing event updated for resources: {'Port': ['ID=fc902d68-62aa-4b28-8d19-1157b9714bdd,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:06.294519 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:06.295163 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.307573 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-90af70fe-06ad-47a2-a3e3-c1df7b0e84da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.325111 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36d9bf-a586-4689-8f66-a4e23a0645ff req-5bad6044-ec31-47e1-b767-a292ab297fc9 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:06.325573 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3d36d9bf-a586-4689-8f66-a4e23a0645ff req-5bad6044-ec31-47e1-b767-a292ab297fc9 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0837736 Oct 12 04:18:06.362994 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6fdf3f9d-d5b4-4906-8160-05e737485cfe details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:18:06.366882 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3d36d9bf-a586-4689-8f66-a4e23a0645ff req-f9bb948b-654e-4882-b1f7-0a522dd2ac85 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Oct 12 04:18:06.385073 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-ed6ba0e4-5673-4fb2-a2d3-bb36d7b93cbf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9802823 Oct 12 04:18:06.400039 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Request body: {'port': {'device_id': '1486eeab-56a9-4167-a787-47d83d4aef54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:06.450647 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-90af70fe-06ad-47a2-a3e3-c1df7b0e84da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.461675 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6fdf3f9d-d5b4-4906-8160-05e737485cfe, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fdf3f9d-d5b4-4906-8160-05e737485cfe,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:06.465936 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.473800 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '6fdf3f9d-d5b4-4906-8160-05e737485cfe', 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd', 'port_id': '6fdf3f9d-d5b4-4906-8160-05e737485cfe', 'mac_address': 'fa:16:3e:1e:5e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a974f39d-7362-4a97-8202-131a15390cc1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:18:06.515261 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.529111 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdf3f9d-d5b4-4906-8160-05e737485cfe {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:18:06.552958 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-90af70fe-06ad-47a2-a3e3-c1df7b0e84da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea698ff8bc4d483dabc9e4fb9e292a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263757 Oct 12 04:18:06.553873 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53212) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:06.555965 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6fdf3f9d-d5b4-4906-8160-05e737485cfe, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fdf3f9d-d5b4-4906-8160-05e737485cfe,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:06.582551 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af70fe-06ad-47a2-a3e3-c1df7b0e84da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6529195a-1008-4e1a-b2d0-0b82c3d59a58,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:06.648677 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a90efd7e-11d6-45c3-93ef-8fd52cb7b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.656525 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.672712 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a90efd7e-11d6-45c3-93ef-8fd52cb7b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.713132 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6fdf3f9d-d5b4-4906-8160-05e737485cfe,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:06.720778 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.725051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:06.793784 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a90efd7e-11d6-45c3-93ef-8fd52cb7b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.795213 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc902d68-62aa-4b28-8d19-1157b9714bdd {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:18:06.797712 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a90efd7e-11d6-45c3-93ef-8fd52cb7b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.799741 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a90efd7e-11d6-45c3-93ef-8fd52cb7b855 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6529195a-1008-4e1a-b2d0-0b82c3d59a58 HTTP/1.1" status: 204 len: 168 time: 0.2409022 Oct 12 04:18:06.805555 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:06.811869 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90efd7e-11d6-45c3-93ef-8fd52cb7b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6529195a-1008-4e1a-b2d0-0b82c3d59a58,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:06.818989 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Transition to ACTIVE for port object fc902d68-62aa-4b28-8d19-1157b9714bdd will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:18:06.919934 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.001114 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Pushing event updated for resources: {'Port': ['ID=fc902d68-62aa-4b28-8d19-1157b9714bdd,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:07.055516 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Attempting to bind port fc902d68-62aa-4b28-8d19-1157b9714bdd on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:18:07.055814 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Attempting to bind port fc902d68-62aa-4b28-8d19-1157b9714bdd by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '4fba9aeb-3baf-42d2-a647-2baa31941243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:18:07.056137 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Attempting to bind port fc902d68-62aa-4b28-8d19-1157b9714bdd on network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:07.060312 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Port fc902d68-62aa-4b28-8d19-1157b9714bdd on network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:18:07.060624 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Attempting to bind port fc902d68-62aa-4b28-8d19-1157b9714bdd on network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:07.066335 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:18:07.066723 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Checking segment: {'id': '4fba9aeb-3baf-42d2-a647-2baa31941243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:18:07.067112 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Bound using segment: {'id': '4fba9aeb-3baf-42d2-a647-2baa31941243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:18:07.067530 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Bound port: fc902d68-62aa-4b28-8d19-1157b9714bdd, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fba9aeb-3baf-42d2-a647-2baa31941243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:18:07.067989 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.099500 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6fdf3f9d-d5b4-4906-8160-05e737485cfe'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:18:07.145347 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] For port fc902d68-62aa-4b28-8d19-1157b9714bdd, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:18:07.149586 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] For port fc902d68-62aa-4b28-8d19-1157b9714bdd, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=fc902d68-62aa-4b28-8d19-1157b9714bdd,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:18:07.497076 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.540065 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:07.540721 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.542091 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] 10.222.0.36 "PUT /v2.0/ports/fc902d68-62aa-4b28-8d19-1157b9714bdd HTTP/1.1" status: 200 len: 1094 time: 1.1462166 Oct 12 04:18:07.545289 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1486eeab-56a9-4167-a787-47d83d4aef54', 'tag': 'fc902d68-62aa-4b28-8d19-1157b9714bdd'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:07.546214 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53248) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:07.548763 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47eb81a-9f59-46b0-aac6-12c36c165d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1486eeab-56a9-4167-a787-47d83d4aef54", "tag": "fc902d68-62aa-4b28-8d19-1157b9714bdd"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:07.562029 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9932ba28-dc3a-4d9f-ad85-4e90fbc1c958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.562895 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88cee-0e2b-43c2-a643-3af6e9366669 req-7d46a380-f3fc-4b24-8c10-99951d6f72dd tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:07.564427 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-68b88cee-0e2b-43c2-a643-3af6e9366669 req-7d46a380-f3fc-4b24-8c10-99951d6f72dd tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 944 time: 0.3960426 Oct 12 04:18:07.580135 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e60f5a-c8c6-4ce4-b8b8-8773f1ad321c req-198ad4b0-5a30-4599-b030-81f50eb73db9 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:07.581614 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-92e60f5a-c8c6-4ce4-b8b8-8773f1ad321c req-198ad4b0-5a30-4599-b030-81f50eb73db9 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 944 time: 0.4016569 Oct 12 04:18:07.626126 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0370d8-8118-405d-97d6-7000ce424a5b service neutron] Pushing event updated for resources: {'Port': ['ID=fc902d68-62aa-4b28-8d19-1157b9714bdd,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:07.673412 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9932ba28-dc3a-4d9f-ad85-4e90fbc1c958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.674962 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-68b88cee-0e2b-43c2-a643-3af6e9366669 req-daab8f04-d16f-460b-9083-635f6a6bd6c5 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032908 Oct 12 04:18:07.714330 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-92e60f5a-c8c6-4ce4-b8b8-8773f1ad321c req-97e1085e-9bfa-457c-865b-4992d997ae8b tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151748 Oct 12 04:18:07.731234 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-51ef0885-e230-4f95-aaf9-6b46a482aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:07.732724 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-51ef0885-e230-4f95-aaf9-6b46a482aaed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e7c44417ccc40b9aa1c0a343debf9df&device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 1097 time: 0.0537682 Oct 12 04:18:07.747798 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9932ba28-dc3a-4d9f-ad85-4e90fbc1c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.809746 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932ba28-dc3a-4d9f-ad85-4e90fbc1c958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc2e3a-439f-4289-a0ce-4c193b202c35,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:07.822172 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-9932ba28-dc3a-4d9f-ad85-4e90fbc1c958 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27e5ea7bf070403b9805144a3c604811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748530 Oct 12 04:18:07.824006 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-b4c3533b-5b82-4301-961e-4e91a5731d2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc902d68-62aa-4b28-8d19-1157b9714bdd HTTP/1.1" status: 200 len: 217 time: 0.0710638 Oct 12 04:18:07.825194 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53258) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:07.875100 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6e70b-9890-4aec-a274-55932955d876 req-9e8f04ed-6fa1-47e1-938f-d8ef361c653f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:07.877611 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d0a6e70b-9890-4aec-a274-55932955d876 req-9e8f04ed-6fa1-47e1-938f-d8ef361c653f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.1355164 Oct 12 04:18:07.901750 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-66f2bfe8-b7ee-4568-9094-bf01a3d43246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.918419 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-0252d334-4bd2-4b89-bdd6-b1f5eb36462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:07.920193 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-0252d334-4bd2-4b89-bdd6-b1f5eb36462b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=665d623b-4cbd-4089-954a-6dc484b75cc8 HTTP/1.1" status: 200 len: 848 time: 0.0810795 Oct 12 04:18:07.931458 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-66f2bfe8-b7ee-4568-9094-bf01a3d43246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.936647 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d0a6e70b-9890-4aec-a274-55932955d876 req-05196c77-eeef-4c7c-9b26-c5cefaa2de58 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519464 Oct 12 04:18:07.977873 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-af6141a1-7011-4ba3-b2a0-7c3d9e93da8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b995d32-bc3e-445e-a9d2-65b2ff724c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377765 Oct 12 04:18:08.044556 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf51da1-d6cf-4780-90a5-a2f486028d8d x-openstack-request-id: req-8bf51da1-d6cf-4780-90a5-a2f486028d8d {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:08.044878 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1486eeab-56a9-4167-a787-47d83d4aef54", "tag": "fc902d68-62aa-4b28-8d19-1157b9714bdd", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:08.045109 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bf51da1-d6cf-4780-90a5-a2f486028d8d {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:08.045503 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1486eeab-56a9-4167-a787-47d83d4aef54', 'tag': 'fc902d68-62aa-4b28-8d19-1157b9714bdd', 'status': 'completed', 'code': 200} Oct 12 04:18:08.096924 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-b0de849d-93bf-4f20-b175-3e773f1492dc service neutron] 10.222.0.36 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025071 Oct 12 04:18:08.113715 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-66f2bfe8-b7ee-4568-9094-bf01a3d43246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:08.116587 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-66f2bfe8-b7ee-4568-9094-bf01a3d43246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:08.118089 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-66f2bfe8-b7ee-4568-9094-bf01a3d43246 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97dc2e3a-439f-4289-a0ce-4c193b202c35 HTTP/1.1" status: 204 len: 168 time: 0.2917984 Oct 12 04:18:08.129547 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2bfe8-b7ee-4568-9094-bf01a3d43246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc2e3a-439f-4289-a0ce-4c193b202c35,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:08.196681 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6bfa3b3-a256-434b-8c8f-c316b4e0a13a req-59de1967-66a4-431b-8640-bf446b3cb1b0 service neutron] 10.222.0.36 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904388 Oct 12 04:18:08.366103 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-908b8e47-59f3-4599-836d-bbd339946666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:08.367661 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-908b8e47-59f3-4599-836d-bbd339946666 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e7c44417ccc40b9aa1c0a343debf9df&device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 1097 time: 0.0432847 Oct 12 04:18:08.375311 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6fdf3f9d-d5b4-4906-8160-05e737485cfe up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:18:08.472333 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-686bbbbc-59ab-4950-8e20-faefbc795980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:08.473816 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-686bbbbc-59ab-4950-8e20-faefbc795980 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b995d32-bc3e-445e-a9d2-65b2ff724c69 HTTP/1.1" status: 200 len: 909 time: 0.0954409 Oct 12 04:18:08.507698 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 6fdf3f9d-d5b4-4906-8160-05e737485cfe completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:18:08.512282 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 6fdf3f9d-d5b4-4906-8160-05e737485cfe triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:18:08.512282 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:08.533967 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-67c4877f-4cd5-48f7-b20f-616888687601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc902d68-62aa-4b28-8d19-1157b9714bdd HTTP/1.1" status: 200 len: 217 time: 0.0466750 Oct 12 04:18:08.596072 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-d010ff39-b85b-44e8-8a58-2f478dd34729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:08.597640 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-d010ff39-b85b-44e8-8a58-2f478dd34729 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=665d623b-4cbd-4089-954a-6dc484b75cc8 HTTP/1.1" status: 200 len: 848 time: 0.0555382 Oct 12 04:18:08.603727 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:08.636220 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-01281c95-40e9-4fec-8f38-8aa53145586f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b995d32-bc3e-445e-a9d2-65b2ff724c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256267 Oct 12 04:18:08.641408 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6b1d1f-abeb-4ab7-a402-c003f0171210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdf3f9d-d5b4-4906-8160-05e737485cfe'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:08.644287 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dae3641-b0b3-4659-8d19-5f69a3e1e05c" -d '{"events": [{"server_uuid": "ce6b1d1f-abeb-4ab7-a402-c003f0171210", "name": "network-vif-plugged", "status": "completed", "tag": "6fdf3f9d-d5b4-4906-8160-05e737485cfe"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:08.650633 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6fdf3f9d-d5b4-4906-8160-05e737485cfe, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fdf3f9d-d5b4-4906-8160-05e737485cfe,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:08.685239 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178e11f5-f4d5-44e5-999e-109e72323308 x-openstack-request-id: req-178e11f5-f4d5-44e5-999e-109e72323308 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:08.685652 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6b1d1f-abeb-4ab7-a402-c003f0171210", "name": "network-vif-plugged", "status": "completed", "tag": "6fdf3f9d-d5b4-4906-8160-05e737485cfe", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:08.685905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-178e11f5-f4d5-44e5-999e-109e72323308 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:08.686285 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6b1d1f-abeb-4ab7-a402-c003f0171210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdf3f9d-d5b4-4906-8160-05e737485cfe', 'code': 200} Oct 12 04:18:08.725320 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:08.767522 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-f6c60323-9e6a-4124-a5c2-6648d779b0df service neutron] 10.222.0.36 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233060 Oct 12 04:18:08.822216 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6fdf3f9d-d5b4-4906-8160-05e737485cfe,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:08.954179 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aad5f-092f-466b-8df8-94e86c7333ca req-5d85b549-e242-4030-ae6b-6a0078843db4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:08.956113 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-987aad5f-092f-466b-8df8-94e86c7333ca req-5d85b549-e242-4030-ae6b-6a0078843db4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 945 time: 0.1432116 Oct 12 04:18:08.968718 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734300a2-f16f-4731-9a88-02a8f2ce9896 req-7c7335d9-54a0-45ba-ab15-aa53ab7b4419 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:08.971071 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-734300a2-f16f-4731-9a88-02a8f2ce9896 req-7c7335d9-54a0-45ba-ab15-aa53ab7b4419 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 944 time: 0.1585586 Oct 12 04:18:08.985193 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a47eb81a-9f59-46b0-aac6-12c36c165d0a req-b298c1bb-dcf4-4666-b60e-05589cca0c72 service neutron] 10.222.0.36 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065330 Oct 12 04:18:09.035514 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-987aad5f-092f-466b-8df8-94e86c7333ca req-717b3a66-48c1-4c78-9610-21250d716423 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634401 Oct 12 04:18:09.055539 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-734300a2-f16f-4731-9a88-02a8f2ce9896 req-91f1e778-9e21-4d8f-8b0a-4a150a4646cf tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654788 Oct 12 04:18:09.084945 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e146f05-c805-4db6-a9d1-54fa16d24dd1 req-5613b78b-0fba-4a9a-b182-2aabe45fb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:09.086745 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5e146f05-c805-4db6-a9d1-54fa16d24dd1 req-5613b78b-0fba-4a9a-b182-2aabe45fb600 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 1098 time: 0.1053798 Oct 12 04:18:09.144609 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5e146f05-c805-4db6-a9d1-54fa16d24dd1 req-1593d9f2-1ac8-45c3-971d-a5ae1996e8d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Oct 12 04:18:09.158787 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e06d5-adf7-4457-9b96-a0133475651a req-2a3392ab-079d-44e5-9252-b297014a4977 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:09.160513 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-501e06d5-adf7-4457-9b96-a0133475651a req-2a3392ab-079d-44e5-9252-b297014a4977 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0637083 Oct 12 04:18:09.203297 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-501e06d5-adf7-4457-9b96-a0133475651a req-70ab243b-188c-44f6-9c28-dc2e1d7a74c0 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365417 Oct 12 04:18:10.189872 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a41f8f-3d89-467c-a54e-d5b25f6e136f req-5bdd313c-e989-48f2-8d75-009b2c4ca4c8 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:10.193718 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-12a41f8f-3d89-467c-a54e-d5b25f6e136f req-5bdd313c-e989-48f2-8d75-009b2c4ca4c8 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 944 time: 0.0784085 Oct 12 04:18:10.199697 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f180a-6c3a-4687-8d11-71407b334c05 req-6224a442-65a3-4399-885c-1ba3c07aecbc tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:10.201102 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-830f180a-6c3a-4687-8d11-71407b334c05 req-6224a442-65a3-4399-885c-1ba3c07aecbc tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 945 time: 0.0784609 Oct 12 04:18:10.266236 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-12a41f8f-3d89-467c-a54e-d5b25f6e136f req-cd058aaf-3ac1-4644-b151-4a375760211e tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601501 Oct 12 04:18:10.271468 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-830f180a-6c3a-4687-8d11-71407b334c05 req-cbc890ad-38e2-4373-8659-2b19a7222b57 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635400 Oct 12 04:18:10.373455 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdf947-cf52-4d69-9c77-4cc0ec61bef9 req-35223d9c-9ecd-4711-9470-6cc3f301ea6e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:10.375100 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21bdf947-cf52-4d69-9c77-4cc0ec61bef9 req-35223d9c-9ecd-4711-9470-6cc3f301ea6e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0519402 Oct 12 04:18:10.415834 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-21bdf947-cf52-4d69-9c77-4cc0ec61bef9 req-1a17f2f7-be06-4221-bf2d-e20867c2a017 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Oct 12 04:18:10.952730 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53372) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:11.058556 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-1759e403-ed4f-49cf-a3e3-9873e10b76df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:11.132572 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-1759e403-ed4f-49cf-a3e3-9873e10b76df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:11.237571 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-1759e403-ed4f-49cf-a3e3-9873e10b76df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:11.275889 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-1759e403-ed4f-49cf-a3e3-9873e10b76df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2900e6870dcc467c9911dd21e22c6191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220961 Oct 12 04:18:11.276755 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759e403-ed4f-49cf-a3e3-9873e10b76df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e3291-7f4d-466e-bef6-63dbf9d58170,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:11.279147 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53380) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:11.333776 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a45e1b6-2efd-4dd0-9584-4d486404bda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:11.374187 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a45e1b6-2efd-4dd0-9584-4d486404bda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:11.455968 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b1849-cebd-4bf4-ad98-029bc460a91b req-7fe14234-75ce-4255-a715-cb2aef1dffa1 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:11.457419 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a64b1849-cebd-4bf4-ad98-029bc460a91b req-7fe14234-75ce-4255-a715-cb2aef1dffa1 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 945 time: 0.1084616 Oct 12 04:18:11.468711 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec4857-5fce-4938-9c44-cfba7b38801b req-5f3811cb-5393-4dbb-b231-91d51e9b1754 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:11.470103 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d8ec4857-5fce-4938-9c44-cfba7b38801b req-5f3811cb-5393-4dbb-b231-91d51e9b1754 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 944 time: 0.1079893 Oct 12 04:18:11.528513 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a64b1849-cebd-4bf4-ad98-029bc460a91b req-6640f796-3e76-48c0-8d1f-5b4dab3b2ddc tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574853 Oct 12 04:18:11.536081 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d8ec4857-5fce-4938-9c44-cfba7b38801b req-dd949414-8683-4f1b-b162-77622470698d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 Oct 12 04:18:11.582023 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a45e1b6-2efd-4dd0-9584-4d486404bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:11.584798 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a45e1b6-2efd-4dd0-9584-4d486404bda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:11.586162 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0a45e1b6-2efd-4dd0-9584-4d486404bda4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e74e3291-7f4d-466e-bef6-63dbf9d58170 HTTP/1.1" status: 204 len: 168 time: 0.3054581 Oct 12 04:18:11.629660 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45e1b6-2efd-4dd0-9584-4d486404bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e3291-7f4d-466e-bef6-63dbf9d58170,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:11.694524 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b83244-480e-487e-9685-4e5a74471aa4 req-112c6f7c-e00a-49ac-966a-9fb09c728400 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:11.696164 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3b83244-480e-487e-9685-4e5a74471aa4 req-112c6f7c-e00a-49ac-966a-9fb09c728400 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0998092 Oct 12 04:18:11.757970 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3b83244-480e-487e-9685-4e5a74471aa4 req-a3198285-8a94-456c-8f43-51fd035a3320 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Oct 12 04:18:12.391045 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53426) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:12.394645 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device fc902d68-62aa-4b28-8d19-1157b9714bdd details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:18:12.403109 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d513c6d0-91fd-4608-9667-08706c6fb7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.481896 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d513c6d0-91fd-4608-9667-08706c6fb7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.493093 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port fc902d68-62aa-4b28-8d19-1157b9714bdd, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=fc902d68-62aa-4b28-8d19-1157b9714bdd,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:12.508955 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': 'fc902d68-62aa-4b28-8d19-1157b9714bdd', 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69', 'port_id': 'fc902d68-62aa-4b28-8d19-1157b9714bdd', 'mac_address': 'fa:16:3e:9d:4f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665d623b-4cbd-4089-954a-6dc484b75cc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:18:12.519587 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d513c6d0-91fd-4608-9667-08706c6fb7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.547299 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.560489 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d513c6d0-91fd-4608-9667-08706c6fb7f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a5f5711ceec42bb9baf472768ecf7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728609 Oct 12 04:18:12.561362 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513c6d0-91fd-4608-9667-08706c6fb7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1e9351-035d-43d1-85d4-c2900afb0dcd,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:12.563422 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53432) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:12.576600 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc902d68-62aa-4b28-8d19-1157b9714bdd {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:18:12.594480 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53434) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:12.604327 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port fc902d68-62aa-4b28-8d19-1157b9714bdd, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=fc902d68-62aa-4b28-8d19-1157b9714bdd,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:12.639326 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-93f1ae25-564f-42ae-9247-121e8366eb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.666175 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-93f1ae25-564f-42ae-9247-121e8366eb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.666695 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.672525 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f7f06-a2ba-44a1-b0d9-ec5a507fd5bc req-0cecc628-d4cc-4c61-9c35-04cfa568e0e5 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:12.688629 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0f8f7f06-a2ba-44a1-b0d9-ec5a507fd5bc req-0cecc628-d4cc-4c61-9c35-04cfa568e0e5 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 944 time: 0.0723348 Oct 12 04:18:12.730912 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3a066e85-4fd1-4982-8638-736f2dede432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.732432 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=fc902d68-62aa-4b28-8d19-1157b9714bdd,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:12.735457 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0f8f7f06-a2ba-44a1-b0d9-ec5a507fd5bc req-b88f6d9f-8686-4e3c-9c4a-6dc36ec654f8 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Oct 12 04:18:12.835969 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-93f1ae25-564f-42ae-9247-121e8366eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.838639 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-93f1ae25-564f-42ae-9247-121e8366eb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.839931 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-93f1ae25-564f-42ae-9247-121e8366eb84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec1e9351-035d-43d1-85d4-c2900afb0dcd HTTP/1.1" status: 204 len: 168 time: 0.2729533 Oct 12 04:18:12.860162 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1ae25-564f-42ae-9247-121e8366eb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1e9351-035d-43d1-85d4-c2900afb0dcd,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:12.874762 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab816-8945-4dd6-bc38-e50c44936dca req-0481abc9-7062-46f1-84e4-b12d66089878 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:12.874762 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-618ab816-8945-4dd6-bc38-e50c44936dca req-0481abc9-7062-46f1-84e4-b12d66089878 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0566258 Oct 12 04:18:12.922528 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3a066e85-4fd1-4982-8638-736f2dede432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:12.930400 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-618ab816-8945-4dd6-bc38-e50c44936dca req-19cdc53a-6fff-4c12-9549-cb873986205f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455384 Oct 12 04:18:12.997782 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3a066e85-4fd1-4982-8638-736f2dede432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:13.036564 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-3a066e85-4fd1-4982-8638-736f2dede432 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82dbfd90332e471f9daac006f26becb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407225 Oct 12 04:18:13.037406 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a066e85-4fd1-4982-8638-736f2dede432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75db2ece-859b-49be-b1af-0539263f1903,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:13.039287 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53448) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:13.045725 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['fc902d68-62aa-4b28-8d19-1157b9714bdd'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:18:13.105581 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d3987434-7af3-402b-8901-f415d5b31b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:13.128194 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d3987434-7af3-402b-8901-f415d5b31b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:13.280093 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d3987434-7af3-402b-8901-f415d5b31b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:13.281956 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d3987434-7af3-402b-8901-f415d5b31b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:13.284456 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d3987434-7af3-402b-8901-f415d5b31b89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75db2ece-859b-49be-b1af-0539263f1903 HTTP/1.1" status: 204 len: 168 time: 0.2434530 Oct 12 04:18:13.293386 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3987434-7af3-402b-8901-f415d5b31b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75db2ece-859b-49be-b1af-0539263f1903,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:13.855276 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f80b9-4ae0-414a-bd7c-d6ebd18d6615 req-bdc03d98-c8b3-4205-a5b4-78914e809440 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:13.856757 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a57f80b9-4ae0-414a-bd7c-d6ebd18d6615 req-bdc03d98-c8b3-4205-a5b4-78914e809440 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 945 time: 0.0488925 Oct 12 04:18:13.896251 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a57f80b9-4ae0-414a-bd7c-d6ebd18d6615 req-9d24d7a8-064b-4d80-92da-6d9a3a5593da tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Oct 12 04:18:13.908285 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53484) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:13.923167 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9fc7b43f-9a56-435f-95a8-ad7652ff7668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.010906 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9fc7b43f-9a56-435f-95a8-ad7652ff7668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.050367 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f8b30-3d7e-4599-bc25-8964aaead02f req-5f59acf4-b9b7-4006-86c4-5171863207ef tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:14.051876 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-595f8b30-3d7e-4599-bc25-8964aaead02f req-5f59acf4-b9b7-4006-86c4-5171863207ef tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0492866 Oct 12 04:18:14.097530 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-595f8b30-3d7e-4599-bc25-8964aaead02f req-83f1ebb7-e471-4cf3-afa5-57b0f00febbd tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386069 Oct 12 04:18:14.106840 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9fc7b43f-9a56-435f-95a8-ad7652ff7668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.159741 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-9fc7b43f-9a56-435f-95a8-ad7652ff7668 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a77ee550b7864d349878c852fd0322ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496114 Oct 12 04:18:14.160850 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7b43f-9a56-435f-95a8-ad7652ff7668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d9023b-4bed-4434-be60-2b90990dcabc,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:14.162445 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53496) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:14.216700 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8c93a0ff-08bd-43fc-b6e6-07975438f43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.238427 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8c93a0ff-08bd-43fc-b6e6-07975438f43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.352423 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8c93a0ff-08bd-43fc-b6e6-07975438f43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.355055 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8c93a0ff-08bd-43fc-b6e6-07975438f43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.356191 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-8c93a0ff-08bd-43fc-b6e6-07975438f43a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73d9023b-4bed-4434-be60-2b90990dcabc HTTP/1.1" status: 204 len: 168 time: 0.1919460 Oct 12 04:18:14.368574 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93a0ff-08bd-43fc-b6e6-07975438f43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d9023b-4bed-4434-be60-2b90990dcabc,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:14.400962 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device fc902d68-62aa-4b28-8d19-1157b9714bdd up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:18:14.524846 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port fc902d68-62aa-4b28-8d19-1157b9714bdd completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:18:14.528820 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port fc902d68-62aa-4b28-8d19-1157b9714bdd triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:18:14.529191 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.609269 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.634039 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1486eeab-56a9-4167-a787-47d83d4aef54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc902d68-62aa-4b28-8d19-1157b9714bdd'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:14.636967 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa38680-260b-4273-ab8d-ef14660d292a" -d '{"events": [{"server_uuid": "1486eeab-56a9-4167-a787-47d83d4aef54", "name": "network-vif-plugged", "status": "completed", "tag": "fc902d68-62aa-4b28-8d19-1157b9714bdd"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:14.649653 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port fc902d68-62aa-4b28-8d19-1157b9714bdd, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=fc902d68-62aa-4b28-8d19-1157b9714bdd,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:14.678957 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c27c21-c0f9-444b-94ec-4512c53e33f2 x-openstack-request-id: req-e5c27c21-c0f9-444b-94ec-4512c53e33f2 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:14.679250 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1486eeab-56a9-4167-a787-47d83d4aef54", "name": "network-vif-plugged", "status": "completed", "tag": "fc902d68-62aa-4b28-8d19-1157b9714bdd", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:14.679505 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5c27c21-c0f9-444b-94ec-4512c53e33f2 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:14.680035 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1486eeab-56a9-4167-a787-47d83d4aef54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc902d68-62aa-4b28-8d19-1157b9714bdd', 'code': 200} Oct 12 04:18:14.730382 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:14.790158 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=fc902d68-62aa-4b28-8d19-1157b9714bdd,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:14.824615 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-b6159a12-8b18-4576-afb4-77701e7990a2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:14.826089 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-b6159a12-8b18-4576-afb4-77701e7990a2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 814 time: 0.1419227 Oct 12 04:18:14.841824 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-19b5ac56-7987-4969-96e0-305419a4beb2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/quotas/15e19031226d475dbcf3cdfa50550ef4 HTTP/1.1" status: 200 len: 375 time: 0.0096953 Oct 12 04:18:14.897167 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-62d265e9-f175-4875-beed-dba21809de22 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473061 Oct 12 04:18:15.021733 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-51a23742-a0b7-476f-8fdd-6b25cde16222 service neutron] 10.222.0.21 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157005 Oct 12 04:18:15.043364 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f183e0-05fa-4ac2-a9b6-15bdaed1dfd8 req-8301eb2e-0231-43f1-9206-406f45ed371c tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:15.044984 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-81f183e0-05fa-4ac2-a9b6-15bdaed1dfd8 req-8301eb2e-0231-43f1-9206-406f45ed371c tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 946 time: 0.0753949 Oct 12 04:18:15.077327 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfdb98-c0be-4bc1-9e1f-4ee79ef07fd5 req-72cccfc4-5469-42fe-b2af-74002233d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:15.079890 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-77bfdb98-c0be-4bc1-9e1f-4ee79ef07fd5 req-72cccfc4-5469-42fe-b2af-74002233d40d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 1099 time: 0.0535235 Oct 12 04:18:15.128979 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-77bfdb98-c0be-4bc1-9e1f-4ee79ef07fd5 req-fa6d3ec3-441f-4fbc-a619-444a1537b56c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395813 Oct 12 04:18:15.141197 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-81f183e0-05fa-4ac2-a9b6-15bdaed1dfd8 req-bd31523d-fe5c-4453-8442-75000ea3344f tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534081 Oct 12 04:18:15.170792 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-fc90aa0c-4bd3-4ed2-9bdc-ce41952f1a8d service neutron] 10.222.0.21 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247907 Oct 12 04:18:15.474518 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79b4cb-83a6-4d89-b503-cdcbf333daf7 req-fc76bd81-7ca3-4396-90e4-c6a30660cc4e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:15.474900 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2e79b4cb-83a6-4d89-b503-cdcbf333daf7 req-fc76bd81-7ca3-4396-90e4-c6a30660cc4e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0613790 Oct 12 04:18:15.535703 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2e79b4cb-83a6-4d89-b503-cdcbf333daf7 req-393f1c38-4c1d-4604-8a21-19087b407046 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519557 Oct 12 04:18:15.628121 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be1680e5-0e84-487b-9e63-8c39cc689217 req-213a2dc7-c58e-4ffc-8209-9fd87e44dfdc tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0261228 Oct 12 04:18:16.262698 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d11020-14f0-4e15-9de2-a43fbc694859 req-585490b5-38ef-47f2-854a-1f6bd4857f67 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:16.267193 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f7d11020-14f0-4e15-9de2-a43fbc694859 req-585490b5-38ef-47f2-854a-1f6bd4857f67 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 946 time: 0.0523691 Oct 12 04:18:16.302427 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f7d11020-14f0-4e15-9de2-a43fbc694859 req-6bb97591-57b6-4881-b860-cd0b53251700 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Oct 12 04:18:16.661237 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e390a1-8ce2-4273-af8d-20d4904f5d46 req-002302a7-2690-435b-9ecf-42bc7e017459 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:16.662758 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-94e390a1-8ce2-4273-af8d-20d4904f5d46 req-002302a7-2690-435b-9ecf-42bc7e017459 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0571094 Oct 12 04:18:16.703886 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-94e390a1-8ce2-4273-af8d-20d4904f5d46 req-f682d920-4297-4983-82ea-753168a188ec tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341597 Oct 12 04:18:16.763702 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-831bbf46-6648-42c3-bd26-aecb769f22de req-c67146f9-98b2-41bc-9509-aee117567ab4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0303450 Oct 12 04:18:17.426468 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7dab6-25ad-4650-8d8f-46c6e0e2c0b7 req-0a4ea356-436a-46b2-a259-e866e7ac5381 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:17.427984 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-97c7dab6-25ad-4650-8d8f-46c6e0e2c0b7 req-0a4ea356-436a-46b2-a259-e866e7ac5381 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 946 time: 0.0482624 Oct 12 04:18:17.471842 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-97c7dab6-25ad-4650-8d8f-46c6e0e2c0b7 req-442eeb3e-30ef-47d1-94d7-2db00443efa8 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378206 Oct 12 04:18:17.681186 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-783a1f88-5d6e-4455-ae79-0b58f4326d19 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:17.682629 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-783a1f88-5d6e-4455-ae79-0b58f4326d19 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 814 time: 0.1088595 Oct 12 04:18:17.696322 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Request body: {'port': {'device_id': '1cb93a9d-e260-48a6-a220-3f8b2af0dfaa', 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd', 'admin_state_up': True, 'tenant_id': '15e19031226d475dbcf3cdfa50550ef4'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:17.843893 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4e17-0c52-4a20-9f5a-fb0cea1030e3 req-ce70b59f-d41b-467a-8818-a162498cd814 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:17.851293 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-931c4e17-0c52-4a20-9f5a-fb0cea1030e3 req-ce70b59f-d41b-467a-8818-a162498cd814 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0565586 Oct 12 04:18:17.896387 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Made reservation on behalf of 15e19031226d475dbcf3cdfa50550ef4 for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:18:17.900387 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:17.909287 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-830d6b6f-9fd5-4abf-88dd-b3726d1efdce req-40ce65af-1d66-45b7-94a0-224f2826a246 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0327017 Oct 12 04:18:17.924288 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-931c4e17-0c52-4a20-9f5a-fb0cea1030e3 req-5d0eee1f-118c-4530-a3a8-65ef030e7418 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719407 Oct 12 04:18:18.046528 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Allocated IP 172.20.0.12 (382ee370-8814-4057-bb86-a80b3c5a69fd/a974f39d-7362-4a97-8202-131a15390cc1/701f461a-d960-4813-9dcc-a65b3c60f07b) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:18:18.201467 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:18.308231 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:18.321501 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['e338ea68-ade7-4184-bc31-d3b708620700', '6fdf3f9d-d5b4-4906-8160-05e737485cfe'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:18:18.354870 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Network 382ee370-8814-4057-bb86-a80b3c5a69fd is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:18:18.357977 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:18:18.362255 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:18:18.386506 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Pushing event updated for resources: {'Port': ['ID=701f461a-d960-4813-9dcc-a65b3c60f07b,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:18.415204 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:18.416085 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:18.516267 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-2f74f03a-e57c-4b66-bc72-74b7073535ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8237214 Oct 12 04:18:18.529854 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Request body: {'port': {'device_id': '1cb93a9d-e260-48a6-a220-3f8b2af0dfaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:18.587298 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:18.749175 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53692) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:18.873006 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-12a0edc5-0c2e-43e4-b29a-4400c632a16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:18.873244 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701f461a-d960-4813-9dcc-a65b3c60f07b {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:18:18.881224 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:18.895981 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Transition to ACTIVE for port object 701f461a-d960-4813-9dcc-a65b3c60f07b will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:18:18.951887 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-12a0edc5-0c2e-43e4-b29a-4400c632a16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:18.987432 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:19.028783 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768e615-250f-4d10-95cf-9e18e51dd9ba req-abf1e796-3920-48b1-90c4-100c2c64cf20 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.030574 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a768e615-250f-4d10-95cf-9e18e51dd9ba req-abf1e796-3920-48b1-90c4-100c2c64cf20 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 944 time: 0.0489028 Oct 12 04:18:19.038956 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Pushing event updated for resources: {'Port': ['ID=701f461a-d960-4813-9dcc-a65b3c60f07b,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:19.057774 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-12a0edc5-0c2e-43e4-b29a-4400c632a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:19.090707 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a768e615-250f-4d10-95cf-9e18e51dd9ba req-483ce1df-7daa-44f6-bac8-ffe8bf8f779a tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534081 Oct 12 04:18:19.111434 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0edc5-0c2e-43e4-b29a-4400c632a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f669ce-adeb-4faf-aa4f-ed3ea34393c2,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:19.122464 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Attempting to bind port 701f461a-d960-4813-9dcc-a65b3c60f07b on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:18:19.122979 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-12a0edc5-0c2e-43e4-b29a-4400c632a16e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=808bd92f64c347c69fcfd29593d4fbf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698041 Oct 12 04:18:19.123233 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Attempting to bind port 701f461a-d960-4813-9dcc-a65b3c60f07b by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:18:19.123233 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Attempting to bind port 701f461a-d960-4813-9dcc-a65b3c60f07b on network 382ee370-8814-4057-bb86-a80b3c5a69fd {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:19.123409 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53706) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:19.126787 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Port 701f461a-d960-4813-9dcc-a65b3c60f07b on network 382ee370-8814-4057-bb86-a80b3c5a69fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:18:19.127179 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Attempting to bind port 701f461a-d960-4813-9dcc-a65b3c60f07b on network 382ee370-8814-4057-bb86-a80b3c5a69fd {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:19.132639 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:18:19.132983 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Checking segment: {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:18:19.133352 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Bound using segment: {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:18:19.133767 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Bound port: 701f461a-d960-4813-9dcc-a65b3c60f07b, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:18:19.134106 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:19.205522 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7dea0207-ee46-4e3f-8989-45e347f8e6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:19.211836 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] For port 701f461a-d960-4813-9dcc-a65b3c60f07b, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:18:19.215218 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] For port 701f461a-d960-4813-9dcc-a65b3c60f07b, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=701f461a-d960-4813-9dcc-a65b3c60f07b,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:18:19.237107 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7dea0207-ee46-4e3f-8989-45e347f8e6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:19.245420 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7d85-0347-485f-8d25-aeb86cef9c8d req-30013ea8-4e1a-45eb-a3c8-63384346ffa4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.246919 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-61fb7d85-0347-485f-8d25-aeb86cef9c8d req-30013ea8-4e1a-45eb-a3c8-63384346ffa4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0787926 Oct 12 04:18:19.305952 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-61fb7d85-0347-485f-8d25-aeb86cef9c8d req-bcaade79-59e0-4300-af59-372d8f271109 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513904 Oct 12 04:18:19.312986 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:19.357121 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.357956 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:19.360094 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] 10.222.0.36 "PUT /v2.0/ports/701f461a-d960-4813-9dcc-a65b3c60f07b HTTP/1.1" status: 200 len: 1094 time: 0.8340309 Oct 12 04:18:19.360621 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb93a9d-e260-48a6-a220-3f8b2af0dfaa', 'tag': '701f461a-d960-4813-9dcc-a65b3c60f07b'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:19.363054 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6113a7c-acdf-4ea0-af73-a3cb5b2b76b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb93a9d-e260-48a6-a220-3f8b2af0dfaa", "tag": "701f461a-d960-4813-9dcc-a65b3c60f07b"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:19.382873 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcdc47-0d9d-433f-8fb4-d9679ed23e68 service neutron] Pushing event updated for resources: {'Port': ['ID=701f461a-d960-4813-9dcc-a65b3c60f07b,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:19.399079 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d78139-2a43-4ca1-97e7-b03eec82cd64 req-e39f5122-e407-4e54-8bd3-9f0724dbcdef tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.400549 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b0d78139-2a43-4ca1-97e7-b03eec82cd64 req-e39f5122-e407-4e54-8bd3-9f0724dbcdef tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 946 time: 0.0529246 Oct 12 04:18:19.404846 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7dea0207-ee46-4e3f-8989-45e347f8e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:19.407484 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7dea0207-ee46-4e3f-8989-45e347f8e6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:19.410438 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7dea0207-ee46-4e3f-8989-45e347f8e6d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4f669ce-adeb-4faf-aa4f-ed3ea34393c2 HTTP/1.1" status: 204 len: 168 time: 0.2849400 Oct 12 04:18:19.415320 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14edcff-dc41-4376-a61f-ab56eb918f3e x-openstack-request-id: req-a14edcff-dc41-4376-a61f-ab56eb918f3e {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:19.415711 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb93a9d-e260-48a6-a220-3f8b2af0dfaa", "tag": "701f461a-d960-4813-9dcc-a65b3c60f07b", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:19.416013 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a14edcff-dc41-4376-a61f-ab56eb918f3e {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:19.416464 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb93a9d-e260-48a6-a220-3f8b2af0dfaa', 'tag': '701f461a-d960-4813-9dcc-a65b3c60f07b', 'status': 'completed', 'code': 200} Oct 12 04:18:19.426866 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea0207-ee46-4e3f-8989-45e347f8e6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f669ce-adeb-4faf-aa4f-ed3ea34393c2,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:19.456537 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b0d78139-2a43-4ca1-97e7-b03eec82cd64 req-1b7cdb87-3e7a-4755-8663-a5299833c197 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468230 Oct 12 04:18:19.487426 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6113a7c-acdf-4ea0-af73-a3cb5b2b76b2 req-a0265942-d104-402d-86b2-e0c3d15f76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.488999 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-a6113a7c-acdf-4ea0-af73-a3cb5b2b76b2 req-a0265942-d104-402d-86b2-e0c3d15f76d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 1097 time: 0.0491493 Oct 12 04:18:19.605895 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6113a7c-acdf-4ea0-af73-a3cb5b2b76b2 req-92906f6c-fbab-4549-a503-5ef6b35dd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.607442 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-a6113a7c-acdf-4ea0-af73-a3cb5b2b76b2 req-92906f6c-fbab-4549-a503-5ef6b35dd937 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=15e19031226d475dbcf3cdfa50550ef4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1083057 Oct 12 04:18:19.716916 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6113a7c-acdf-4ea0-af73-a3cb5b2b76b2 req-539fec1c-7aa6-4589-97c4-346a1f176961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.716916 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-a6113a7c-acdf-4ea0-af73-a3cb5b2b76b2 req-539fec1c-7aa6-4589-97c4-346a1f176961 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971949 Oct 12 04:18:19.796080 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-acc3a0b1-6d26-438b-b8a2-f980efb8117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.797841 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-acc3a0b1-6d26-438b-b8a2-f980efb8117d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 1097 time: 0.0418484 Oct 12 04:18:19.848365 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-8ab5638d-c7c3-48f0-ac6e-2c7cc5cdf0b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=701f461a-d960-4813-9dcc-a65b3c60f07b HTTP/1.1" status: 200 len: 217 time: 0.0354586 Oct 12 04:18:19.907053 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-446d5bba-b1f3-4256-8e08-4b6906ffeba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.909038 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-446d5bba-b1f3-4256-8e08-4b6906ffeba1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a974f39d-7362-4a97-8202-131a15390cc1 HTTP/1.1" status: 200 len: 854 time: 0.0488062 Oct 12 04:18:19.944137 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-a71ed5b9-87ee-4ac3-b122-93e61fa22e5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382ee370-8814-4057-bb86-a80b3c5a69fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253854 Oct 12 04:18:20.040178 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-22e10143-0b10-41f1-abf8-82950866392e service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849161 Oct 12 04:18:20.136680 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53746) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:20.154956 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b70727b6-4d49-45d0-b4ea-4bc6b16d4ca7 req-3b0a8ab2-ba80-4fde-a293-5b585c3e586c service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035225 Oct 12 04:18:20.184709 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53750) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:20.200715 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-08e9cbd0-542f-4981-80e4-d038d07f8643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.225044 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b641d-ed72-4860-a5f9-c70a26ddd1a3 req-72ea6831-1b21-469a-a329-f18df93560c6 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:20.226843 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f6b641d-ed72-4860-a5f9-c70a26ddd1a3 req-72ea6831-1b21-469a-a329-f18df93560c6 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 944 time: 0.0542092 Oct 12 04:18:20.267810 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f6b641d-ed72-4860-a5f9-c70a26ddd1a3 req-7daae24b-f6f1-47d4-9943-dc879fd1d51a tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340123 Oct 12 04:18:20.288468 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-08e9cbd0-542f-4981-80e4-d038d07f8643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.353481 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-08e9cbd0-542f-4981-80e4-d038d07f8643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.353873 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c377111d-918b-4113-9977-1907a76ab592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.398555 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-08e9cbd0-542f-4981-80e4-d038d07f8643 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7de583eca24b45b3a04a1a2b7f6b1fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124546 Oct 12 04:18:20.399556 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9cbd0-542f-4981-80e4-d038d07f8643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2235236-d1e6-4294-96d0-197b01a2932d,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:20.401413 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53754) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:20.493703 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d3ae9-c1cb-4a76-85f8-d9a637c6001f req-6b430c5c-aa3e-4a3e-bbae-beaa351d31d6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:20.497915 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d88d3ae9-c1cb-4a76-85f8-d9a637c6001f req-6b430c5c-aa3e-4a3e-bbae-beaa351d31d6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.1098523 Oct 12 04:18:20.544329 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c377111d-918b-4113-9977-1907a76ab592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.581393 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6dcf96a9-94d0-4465-ad39-afc538be8f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.600360 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d88d3ae9-c1cb-4a76-85f8-d9a637c6001f req-0c0f64b8-76a2-406c-8391-d91ee91b1d7d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931554 Oct 12 04:18:20.618020 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6dcf96a9-94d0-4465-ad39-afc538be8f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.632291 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31895-efa0-4484-8755-5c0644be2a3e req-bf953348-e3bd-4fb8-bb2c-7fc34ee1b8ca tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:20.633739 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b4b31895-efa0-4484-8755-5c0644be2a3e req-bf953348-e3bd-4fb8-bb2c-7fc34ee1b8ca tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 946 time: 0.1024826 Oct 12 04:18:20.636184 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c377111d-918b-4113-9977-1907a76ab592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.722528 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c377111d-918b-4113-9977-1907a76ab592 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=189bac8e298c4ee5b42ef14b0b29c5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5847197 Oct 12 04:18:20.725662 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53760) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:20.726790 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377111d-918b-4113-9977-1907a76ab592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb9b45c-9e79-4907-8e3b-3bef66912fa0,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:20.748803 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b4b31895-efa0-4484-8755-5c0644be2a3e req-06b5f158-b1b4-405c-b2be-386a18d539be tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011016 Oct 12 04:18:20.794043 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f851ed71-4599-418e-b147-8e6ed0ef8429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.819578 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f851ed71-4599-418e-b147-8e6ed0ef8429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.832796 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6dcf96a9-94d0-4465-ad39-afc538be8f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.835562 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6dcf96a9-94d0-4465-ad39-afc538be8f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.836686 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6dcf96a9-94d0-4465-ad39-afc538be8f38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2235236-d1e6-4294-96d0-197b01a2932d HTTP/1.1" status: 204 len: 168 time: 0.4331598 Oct 12 04:18:20.845315 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf96a9-94d0-4465-ad39-afc538be8f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2235236-d1e6-4294-96d0-197b01a2932d,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:20.946385 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f851ed71-4599-418e-b147-8e6ed0ef8429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.949837 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f851ed71-4599-418e-b147-8e6ed0ef8429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:20.951126 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-f851ed71-4599-418e-b147-8e6ed0ef8429 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ceb9b45c-9e79-4907-8e3b-3bef66912fa0 HTTP/1.1" status: 204 len: 168 time: 0.2243872 Oct 12 04:18:20.961021 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851ed71-4599-418e-b147-8e6ed0ef8429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb9b45c-9e79-4907-8e3b-3bef66912fa0,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:21.374938 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-528a47d9-b04c-4494-8549-771a21a6afe7 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:21.376459 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-528a47d9-b04c-4494-8549-771a21a6afe7 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.36 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 946 time: 0.0880265 Oct 12 04:18:21.396008 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f90f7-45fd-464b-b4f0-1c76c9cc075a req-855f4515-cae0-4e81-8093-92a39b1379b4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:21.397595 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c93f90f7-45fd-464b-b4f0-1c76c9cc075a req-855f4515-cae0-4e81-8093-92a39b1379b4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 944 time: 0.0498621 Oct 12 04:18:21.438403 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c93f90f7-45fd-464b-b4f0-1c76c9cc075a req-09869b13-fb78-40a5-90e2-7918899fe8fe tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331490 Oct 12 04:18:21.515674 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Deleting port fc902d68-62aa-4b28-8d19-1157b9714bdd {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:18:21.516046 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:21.573934 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53798) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:21.587022 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b61d5dea-0fc1-4565-b8e9-edd5b3b6073e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:21.620667 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] For port fc902d68-62aa-4b28-8d19-1157b9714bdd, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=fc902d68-62aa-4b28-8d19-1157b9714bdd,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:21.621038 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:21.637558 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Calling delete_port for fc902d68-62aa-4b28-8d19-1157b9714bdd owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:18:21.675202 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b61d5dea-0fc1-4565-b8e9-edd5b3b6073e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:21.728459 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4f5f3-348d-45a5-a392-0a0491dd1d2d req-9225758c-5e1e-4745-a41a-314c7eb1d569 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:21.729962 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-41e4f5f3-348d-45a5-a392-0a0491dd1d2d req-9225758c-5e1e-4745-a41a-314c7eb1d569 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0535276 Oct 12 04:18:21.749690 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b61d5dea-0fc1-4565-b8e9-edd5b3b6073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:21.823259 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b61d5dea-0fc1-4565-b8e9-edd5b3b6073e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7202ba725e0142b6be4f253c1badbf1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482281 Oct 12 04:18:21.826096 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53808) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:21.826632 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d5dea-0fc1-4565-b8e9-edd5b3b6073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad9b047-3add-4d02-9cc0-1ef969160cd0,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:21.832300 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-41e4f5f3-348d-45a5-a392-0a0491dd1d2d req-0c42a963-9287-4756-9e9e-9bba3eba940d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918868 Oct 12 04:18:21.902419 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-285c8b62-5aa9-4d0c-aa27-f5926d641e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:21.919950 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:21.928838 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ade65c-0361-477c-8c1f-f5518403e066 req-5c1b9f52-9438-4352-b947-bc8f26a7eaae tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:21.929002 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-285c8b62-5aa9-4d0c-aa27-f5926d641e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:21.929106 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60ade65c-0361-477c-8c1f-f5518403e066 req-5c1b9f52-9438-4352-b947-bc8f26a7eaae tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 946 time: 0.0579011 Oct 12 04:18:21.932740 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['fc902d68-62aa-4b28-8d19-1157b9714bdd'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:18:21.963543 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Pushing event deleted for resources: {'Port': ['ID=fc902d68-62aa-4b28-8d19-1157b9714bdd,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:21.964108 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60ade65c-0361-477c-8c1f-f5518403e066 req-0f71acf9-ffc4-4ad5-bdba-abfddabc5c69 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351744 Oct 12 04:18:22.036799 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] No DVR routers for this DVR port fc902d68-62aa-4b28-8d19-1157b9714bdd on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:18:22.040285 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:22.043669 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-6951ac70-16cc-4a75-89c7-cfecd9a7100a req-688fc192-a346-4c2e-8b17-2dd1d602e21d tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.36 "DELETE /v2.0/ports/fc902d68-62aa-4b28-8d19-1157b9714bdd HTTP/1.1" status: 204 len: 173 time: 0.6583257 Oct 12 04:18:22.044734 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1486eeab-56a9-4167-a787-47d83d4aef54', 'name': 'network-vif-deleted', 'tag': 'fc902d68-62aa-4b28-8d19-1157b9714bdd'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:22.047039 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f43268-75ea-4414-8963-d38ef01b26eb" -d '{"events": [{"server_uuid": "1486eeab-56a9-4167-a787-47d83d4aef54", "name": "network-vif-deleted", "tag": "fc902d68-62aa-4b28-8d19-1157b9714bdd"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:22.095421 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7931abbd-8745-44e2-8177-ebac63a9d13c x-openstack-request-id: req-7931abbd-8745-44e2-8177-ebac63a9d13c {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:22.095421 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1486eeab-56a9-4167-a787-47d83d4aef54", "name": "network-vif-deleted", "tag": "fc902d68-62aa-4b28-8d19-1157b9714bdd", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:22.095421 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7931abbd-8745-44e2-8177-ebac63a9d13c {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:22.095421 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1486eeab-56a9-4167-a787-47d83d4aef54', 'name': 'network-vif-deleted', 'tag': 'fc902d68-62aa-4b28-8d19-1157b9714bdd', 'status': 'completed', 'code': 200} Oct 12 04:18:22.164918 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-285c8b62-5aa9-4d0c-aa27-f5926d641e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:22.168963 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-285c8b62-5aa9-4d0c-aa27-f5926d641e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:22.170498 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-285c8b62-5aa9-4d0c-aa27-f5926d641e97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ad9b047-3add-4d02-9cc0-1ef969160cd0 HTTP/1.1" status: 204 len: 168 time: 0.3426099 Oct 12 04:18:22.180218 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c8b62-5aa9-4d0c-aa27-f5926d641e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad9b047-3add-4d02-9cc0-1ef969160cd0,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:22.528992 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfbe35-7b01-4b8d-828a-c937438ba442 req-1ff0527c-ac21-4305-b0b8-d34177f1a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:22.534163 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b4cfbe35-7b01-4b8d-828a-c937438ba442 req-1ff0527c-ac21-4305-b0b8-d34177f1a460 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 1099 time: 0.0494313 Oct 12 04:18:22.577551 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a1c25-d18f-47da-b38c-9d0fe4d999a6 req-e23ce2a9-12d5-4ddf-a771-27853d7f5740 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:22.581561 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f14a1c25-d18f-47da-b38c-9d0fe4d999a6 req-e23ce2a9-12d5-4ddf-a771-27853d7f5740 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 944 time: 0.0630348 Oct 12 04:18:22.586443 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b4cfbe35-7b01-4b8d-828a-c937438ba442 req-315e63a5-9ec7-4451-abc3-f631884f7b73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397124 Oct 12 04:18:22.623701 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f14a1c25-d18f-47da-b38c-9d0fe4d999a6 req-00446ca7-0e7a-47f4-93cd-54bc274f2087 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352621 Oct 12 04:18:22.921797 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 53844) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:22.935660 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a79e872a-514e-44a3-b4a5-ca2567202d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:22.961612 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b32a35-d97c-4903-8741-1b28e277caf3 req-4de9abbb-46ef-445c-8712-0db8a164520b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:22.963442 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-76b32a35-d97c-4903-8741-1b28e277caf3 req-4de9abbb-46ef-445c-8712-0db8a164520b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0558074 Oct 12 04:18:23.021717 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-76b32a35-d97c-4903-8741-1b28e277caf3 req-db1d43ea-b94b-4f3a-898f-131a37a0d489 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Oct 12 04:18:23.022885 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a79e872a-514e-44a3-b4a5-ca2567202d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:23.084116 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a79e872a-514e-44a3-b4a5-ca2567202d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:23.137396 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a79e872a-514e-44a3-b4a5-ca2567202d98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0c4e060604d4f7d9c25daf1ba3f35b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145095 Oct 12 04:18:23.140377 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 53854) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:23.161430 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e872a-514e-44a3-b4a5-ca2567202d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9528ace-8599-4277-a8e2-9542c2ecafc2,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:23.229033 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-da9788c0-2d1c-4be4-957e-3c51a80d6cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:23.247247 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aaf2c22b-f7cb-499b-ac2f-89b7a42f86f2 req-79d9b8b5-ab67-493d-8f4c-d3eef4a68c62 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=1486eeab-56a9-4167-a787-47d83d4aef54 HTTP/1.1" status: 200 len: 210 time: 0.0299876 Oct 12 04:18:23.288546 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-da9788c0-2d1c-4be4-957e-3c51a80d6cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:23.449121 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-da9788c0-2d1c-4be4-957e-3c51a80d6cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:23.452060 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-da9788c0-2d1c-4be4-957e-3c51a80d6cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:23.453234 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-da9788c0-2d1c-4be4-957e-3c51a80d6cb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9528ace-8599-4277-a8e2-9542c2ecafc2 HTTP/1.1" status: 204 len: 168 time: 0.3118217 Oct 12 04:18:23.461356 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9788c0-2d1c-4be4-957e-3c51a80d6cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9528ace-8599-4277-a8e2-9542c2ecafc2,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:23.745496 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb01ef-dbf9-40e2-a9fe-3c0c98e7687b req-03350b22-9abd-4d33-a011-355fd0e480f6 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:23.746926 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0edb01ef-dbf9-40e2-a9fe-3c0c98e7687b req-03350b22-9abd-4d33-a011-355fd0e480f6 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 944 time: 0.0521436 Oct 12 04:18:23.786916 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0edb01ef-dbf9-40e2-a9fe-3c0c98e7687b req-9c83ba68-0814-4a93-9464-59058d05f9ab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338206 Oct 12 04:18:24.149372 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f271598-36bb-4121-9935-fe173eb0e41e req-21f32fad-6516-4f50-94ef-4679e2e7c4fb tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:24.150875 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f271598-36bb-4121-9935-fe173eb0e41e req-21f32fad-6516-4f50-94ef-4679e2e7c4fb tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0475147 Oct 12 04:18:24.191210 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f271598-36bb-4121-9935-fe173eb0e41e req-1e7e05cf-30a3-4e69-ae4a-1682b6da7f46 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340865 Oct 12 04:18:24.452096 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 701f461a-d960-4813-9dcc-a65b3c60f07b details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:18:24.593936 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-bbf83c4a-e993-40a2-bb68-7f50ae6da776 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:24.595532 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-bbf83c4a-e993-40a2-bb68-7f50ae6da776 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/networks?id=6b995d32-bc3e-445e-a9d2-65b2ff724c69 HTTP/1.1" status: 200 len: 808 time: 0.1207085 Oct 12 04:18:24.612626 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-25a23a4f-a46a-48b9-ada6-9c0c4d2462cd tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/quotas/9e7c44417ccc40b9aa1c0a343debf9df HTTP/1.1" status: 200 len: 375 time: 0.0105972 Oct 12 04:18:24.646988 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-6a6b4d06-b1b7-46a8-b9b3-d908b73c0aa4 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e7c44417ccc40b9aa1c0a343debf9df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282791 Oct 12 04:18:24.686145 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 701f461a-d960-4813-9dcc-a65b3c60f07b, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=701f461a-d960-4813-9dcc-a65b3c60f07b,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:24.699472 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '701f461a-d960-4813-9dcc-a65b3c60f07b', 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd', 'port_id': '701f461a-d960-4813-9dcc-a65b3c60f07b', 'mac_address': 'fa:16:3e:7c:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a974f39d-7362-4a97-8202-131a15390cc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:18:24.759753 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-cb88230f-d564-4293-90a5-052dc370a1a4 service neutron] 10.222.0.21 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012375 Oct 12 04:18:24.765142 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:24.780232 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701f461a-d960-4813-9dcc-a65b3c60f07b {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:18:24.802395 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 701f461a-d960-4813-9dcc-a65b3c60f07b, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=701f461a-d960-4813-9dcc-a65b3c60f07b,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:24.856651 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-377dedec-a458-413b-8a2f-1ae734c8a0c9 service neutron] 10.222.0.21 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906470 Oct 12 04:18:24.878898 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:24.910694 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef4069-8fb6-463d-a175-82d9bdae9e49 req-f5cc0fde-b5cb-4e76-ab3c-08b2e9cc0e9e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:24.912008 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-94ef4069-8fb6-463d-a175-82d9bdae9e49 req-f5cc0fde-b5cb-4e76-ab3c-08b2e9cc0e9e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 944 time: 0.0537181 Oct 12 04:18:24.936649 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=701f461a-d960-4813-9dcc-a65b3c60f07b,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:24.955205 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-94ef4069-8fb6-463d-a175-82d9bdae9e49 req-35f1d645-cdf9-47a4-bcc9-a0ed4a9facab tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372837 Oct 12 04:18:25.135661 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6c3b380-5fc9-49ee-afd4-b6aa13d22d77 req-7791279f-b227-4627-ab67-a4ed7f1c332f tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 210 time: 0.0300879 Oct 12 04:18:25.298166 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['701f461a-d960-4813-9dcc-a65b3c60f07b'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:18:25.310737 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830b4d-5b5f-49d5-9dda-5ff5c0ae2a69 req-e143985b-2248-4968-8a48-4215497f2648 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:25.312902 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-04830b4d-5b5f-49d5-9dda-5ff5c0ae2a69 req-e143985b-2248-4968-8a48-4215497f2648 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0521476 Oct 12 04:18:25.355391 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-04830b4d-5b5f-49d5-9dda-5ff5c0ae2a69 req-d31b15f3-a19e-474d-b151-87d28246e2c0 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353014 Oct 12 04:18:25.496965 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fcc81-67d2-4150-94a3-a9349971d4f2 req-ef29615c-84f2-460f-8f25-dc3cf0531c17 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:25.498541 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8d9fcc81-67d2-4150-94a3-a9349971d4f2 req-ef29615c-84f2-460f-8f25-dc3cf0531c17 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0562947 Oct 12 04:18:25.540298 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8d9fcc81-67d2-4150-94a3-a9349971d4f2 req-dbe160ec-d345-4333-ba1a-19e1683d6f8e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Oct 12 04:18:26.082827 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c8514-1b06-43e2-9834-da057aa673e4 req-33c67ef7-8e37-4248-a3f6-443d78a4beca tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:26.082827 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e12c8514-1b06-43e2-9834-da057aa673e4 req-33c67ef7-8e37-4248-a3f6-443d78a4beca tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 945 time: 0.0595300 Oct 12 04:18:26.121159 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e12c8514-1b06-43e2-9834-da057aa673e4 req-69a7b518-6fd2-40f3-89a4-cd647469f5b1 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Oct 12 04:18:26.242528 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1b285894-db0e-47c4-93b3-b9ac1dea5967 req-fb34c953-e57f-48b4-8fea-40d0dca90eaa tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 210 time: 0.0260077 Oct 12 04:18:26.470534 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 701f461a-d960-4813-9dcc-a65b3c60f07b up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:18:26.598645 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 701f461a-d960-4813-9dcc-a65b3c60f07b completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:18:26.602633 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 701f461a-d960-4813-9dcc-a65b3c60f07b triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:18:26.603077 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:26.684767 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:26.712711 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb93a9d-e260-48a6-a220-3f8b2af0dfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f461a-d960-4813-9dcc-a65b3c60f07b'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:26.715059 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50390777-c640-4439-8921-30da87b94942" -d '{"events": [{"server_uuid": "1cb93a9d-e260-48a6-a220-3f8b2af0dfaa", "name": "network-vif-plugged", "status": "completed", "tag": "701f461a-d960-4813-9dcc-a65b3c60f07b"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:26.727640 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 701f461a-d960-4813-9dcc-a65b3c60f07b, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=701f461a-d960-4813-9dcc-a65b3c60f07b,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:26.762291 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc146e8f-f799-4121-ac7d-4ecd26dffe42 x-openstack-request-id: req-dc146e8f-f799-4121-ac7d-4ecd26dffe42 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:26.767679 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb93a9d-e260-48a6-a220-3f8b2af0dfaa", "name": "network-vif-plugged", "status": "completed", "tag": "701f461a-d960-4813-9dcc-a65b3c60f07b", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:26.768205 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc146e8f-f799-4121-ac7d-4ecd26dffe42 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:26.768723 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb93a9d-e260-48a6-a220-3f8b2af0dfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f461a-d960-4813-9dcc-a65b3c60f07b', 'code': 200} Oct 12 04:18:26.816019 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:26.816822 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device fc902d68-62aa-4b28-8d19-1157b9714bdd no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:18:26.837564 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: fc902d68-62aa-4b28-8d19-1157b9714bdd {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:18:26.837905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device fc902d68-62aa-4b28-8d19-1157b9714bdd not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:18:26.890124 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=701f461a-d960-4813-9dcc-a65b3c60f07b,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:27.070620 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 54018) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:27.177865 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a98c9ca-5170-44d8-b3eb-5f4a3541325e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:27.228269 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f09dd-4596-4887-9107-cdc342f2a989 req-ec300ae1-e7dd-409a-ae60-90b1fd4b0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:27.229743 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-ae9f09dd-4596-4887-9107-cdc342f2a989 req-ec300ae1-e7dd-409a-ae60-90b1fd4b0388 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 1099 time: 0.0396564 Oct 12 04:18:27.260631 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7b0cd-fd12-493a-b11d-0854afc5bb1f req-a4eea8dd-6240-42c1-b38b-0825d9882841 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:27.262042 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-43d7b0cd-fd12-493a-b11d-0854afc5bb1f req-a4eea8dd-6240-42c1-b38b-0825d9882841 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 946 time: 0.0707901 Oct 12 04:18:27.276077 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-ae9f09dd-4596-4887-9107-cdc342f2a989 req-a462d163-cfbb-43e8-8abc-7056fe5d8769 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308843 Oct 12 04:18:27.355255 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a98c9ca-5170-44d8-b3eb-5f4a3541325e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:27.358704 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-43d7b0cd-fd12-493a-b11d-0854afc5bb1f req-f055a0d7-fa98-4bfd-ada0-70abae458669 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871093 Oct 12 04:18:27.361340 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cea963e4-ea47-4881-a6f0-91b76e140231 req-88571cad-6b72-4da0-abff-532a26f023d5 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 210 time: 0.0447462 Oct 12 04:18:27.450434 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a98c9ca-5170-44d8-b3eb-5f4a3541325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:27.491121 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2a98c9ca-5170-44d8-b3eb-5f4a3541325e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19bb25b12fcb4344a72ebb3f7a1b9ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194021 Oct 12 04:18:27.492170 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98c9ca-5170-44d8-b3eb-5f4a3541325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1493c6-c185-4305-abcf-0d6f9d1d2dcf,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:27.493951 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54032) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:27.544473 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6ea4-d6cc-486f-ac14-d06dd578a5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:27.565896 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6ea4-d6cc-486f-ac14-d06dd578a5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:27.649972 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6ea4-d6cc-486f-ac14-d06dd578a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:27.652641 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6ea4-d6cc-486f-ac14-d06dd578a5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:27.653813 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-ed8c6ea4-d6cc-486f-ac14-d06dd578a5a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a1493c6-c185-4305-abcf-0d6f9d1d2dcf HTTP/1.1" status: 204 len: 168 time: 0.1581769 Oct 12 04:18:27.662187 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c6ea4-d6cc-486f-ac14-d06dd578a5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1493c6-c185-4305-abcf-0d6f9d1d2dcf,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:27.813627 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ed710-0b96-4fcc-a5e7-9323946118b1 req-54f1f55c-eb30-4d8d-8215-693bb74abe74 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:27.815132 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-946ed710-0b96-4fcc-a5e7-9323946118b1 req-54f1f55c-eb30-4d8d-8215-693bb74abe74 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0494683 Oct 12 04:18:27.870612 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-946ed710-0b96-4fcc-a5e7-9323946118b1 req-5dd04da5-64aa-47fb-a0c5-35bd894acbc7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Oct 12 04:18:27.922361 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-7940bfd4-7920-4c0f-9ab2-df39a1b9b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:27.924065 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-7940bfd4-7920-4c0f-9ab2-df39a1b9b380 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1099 time: 0.0522110 Oct 12 04:18:28.031674 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-94f9846a-9035-404e-bc0d-772bbda2c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:28.033741 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-94f9846a-9035-404e-bc0d-772bbda2c248 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 919 time: 0.0899794 Oct 12 04:18:28.083778 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-8e3fab4b-a46a-430f-9686-2073d44ddd16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=820be35b-a456-4989-96da-b067b6759731 HTTP/1.1" status: 200 len: 217 time: 0.0405228 Oct 12 04:18:28.140617 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-ed304253-73b1-47e2-a535-a0253403143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:28.142689 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-ed304253-73b1-47e2-a535-a0253403143b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0455916 Oct 12 04:18:28.180661 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-a7e03c23-ea8d-4e80-b04a-ad1fb7bd3827 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250463 Oct 12 04:18:28.289600 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-f4a130bd-c666-4841-be36-26669b09fef1 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914943 Oct 12 04:18:28.318118 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 54050) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:28.338117 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-faef7fe5-8c4c-4913-b8b3-bf5e5a20b241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:28.346653 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e65cd1d-c019-4f68-b3d0-60e07191d666 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:28.348078 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e65cd1d-c019-4f68-b3d0-60e07191d666 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.36 "GET /v2.0/networks?id=6b995d32-bc3e-445e-a9d2-65b2ff724c69 HTTP/1.1" status: 200 len: 808 time: 0.3481271 Oct 12 04:18:28.364350 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Request body: {'port': {'device_id': 'b15c8087-3918-4533-9b51-fc4ccc0ffb67', 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69', 'admin_state_up': True, 'tenant_id': '9e7c44417ccc40b9aa1c0a343debf9df'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:28.403531 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9acdd22e-7956-485c-8273-7f483f1a3f10 req-a660c1d3-ec3c-4d0f-a5e2-4859b7abce53 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959592 Oct 12 04:18:28.502651 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2ce1eaa6-0f37-409c-815a-1542e91d8b7b req-a74aaade-5a55-4e8f-8682-9447c46f7947 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 210 time: 0.0551965 Oct 12 04:18:28.583715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-faef7fe5-8c4c-4913-b8b3-bf5e5a20b241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:28.600814 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702738d-de39-46c8-907a-6a69f47dcf2b req-90c8684b-f2dd-4658-a9ba-baaf14d896d0 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:28.602966 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d702738d-de39-46c8-907a-6a69f47dcf2b req-90c8684b-f2dd-4658-a9ba-baaf14d896d0 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 946 time: 0.1596525 Oct 12 04:18:28.641565 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d702738d-de39-46c8-907a-6a69f47dcf2b req-6b3824a6-3fd1-44c6-94d1-49982e910b39 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Oct 12 04:18:28.649926 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-faef7fe5-8c4c-4913-b8b3-bf5e5a20b241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:28.693530 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-faef7fe5-8c4c-4913-b8b3-bf5e5a20b241 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f610203564347898f1775b9a38698d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721247 Oct 12 04:18:28.693530 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef7fe5-8c4c-4913-b8b3-bf5e5a20b241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf54f35-e4b6-44bc-b530-2eec5a9b400f,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:28.694375 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54070) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:28.695349 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Made reservation on behalf of 9e7c44417ccc40b9aa1c0a343debf9df for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:18:28.698703 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:28.752917 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-af20885a-d2d3-4187-913d-9a159ef477b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:28.774239 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-af20885a-d2d3-4187-913d-9a159ef477b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:28.849921 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Allocated IP 172.20.0.7 (6b995d32-bc3e-445e-a9d2-65b2ff724c69/665d623b-4cbd-4089-954a-6dc484b75cc8/41cc2906-be10-4a86-ad90-4501c5163de7) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:18:28.957746 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-af20885a-d2d3-4187-913d-9a159ef477b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:28.960584 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-af20885a-d2d3-4187-913d-9a159ef477b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:28.962803 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-af20885a-d2d3-4187-913d-9a159ef477b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bf54f35-e4b6-44bc-b530-2eec5a9b400f HTTP/1.1" status: 204 len: 168 time: 0.2662268 Oct 12 04:18:28.974436 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20885a-d2d3-4187-913d-9a159ef477b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf54f35-e4b6-44bc-b530-2eec5a9b400f,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:29.064883 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292b10-55ab-48ca-b234-92bc1b0cbd2b req-f20ac1e2-4fbc-4629-bec7-7ab97270ce06 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:29.066812 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5a292b10-55ab-48ca-b234-92bc1b0cbd2b req-f20ac1e2-4fbc-4629-bec7-7ab97270ce06 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.1114054 Oct 12 04:18:29.091315 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54086) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:29.132296 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.137744 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5a292b10-55ab-48ca-b234-92bc1b0cbd2b req-3c7f4550-8bd4-448d-9b94-f5b7e5c509b7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616355 Oct 12 04:18:29.239710 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.279944 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:18:29.283784 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:18:29.286429 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:18:29.325049 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Pushing event updated for resources: {'Port': ['ID=41cc2906-be10-4a86-ad90-4501c5163de7,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:29.348439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:29.349208 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.504413 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-3529dcc3-b0ed-4fd8-881a-8b67bda1f630 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1439011 Oct 12 04:18:29.511836 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dbe129d6-49b5-4f01-954c-98d755ac78f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.527434 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Request body: {'port': {'device_id': 'b15c8087-3918-4533-9b51-fc4ccc0ffb67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:29.599599 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dbe129d6-49b5-4f01-954c-98d755ac78f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.613015 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.660407 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb9b54-0261-4d10-838f-cbca0edbf6fa req-8e293595-b253-4077-82d4-4ee3dc8d56d1 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:29.661865 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7afb9b54-0261-4d10-838f-cbca0edbf6fa req-8e293595-b253-4077-82d4-4ee3dc8d56d1 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 931 time: 0.0796974 Oct 12 04:18:29.678476 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54096) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:29.696272 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5d50c0ad-a0ba-4f0f-bfd7-06aae4fede51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.716651 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dbe129d6-49b5-4f01-954c-98d755ac78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.770867 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-dbe129d6-49b5-4f01-954c-98d755ac78f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5bebb3b074b482a9916894d5cf14326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783979 Oct 12 04:18:29.775038 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54098) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:29.782480 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe129d6-49b5-4f01-954c-98d755ac78f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade8f2f-6d67-47df-a4d5-6133a2e22a1c,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:29.797472 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7afb9b54-0261-4d10-838f-cbca0edbf6fa req-ac4f4084-b731-4139-8876-24f304dd023a tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275086 Oct 12 04:18:29.838982 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c08e9bb8-43ee-450f-ae29-1dbebd1f6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.862242 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5d50c0ad-a0ba-4f0f-bfd7-06aae4fede51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.865080 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecc2e7-27c3-4e5a-aa27-4106efc84f78 req-bc97a996-63c3-444f-9e31-def542540d78 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:29.865288 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d60f3517-eebc-45c9-a1d1-97c13f065873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.866639 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-90ecc2e7-27c3-4e5a-aa27-4106efc84f78 req-bc97a996-63c3-444f-9e31-def542540d78 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 946 time: 0.1197662 Oct 12 04:18:29.889341 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d60f3517-eebc-45c9-a1d1-97c13f065873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.928778 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5d50c0ad-a0ba-4f0f-bfd7-06aae4fede51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:29.937241 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-90ecc2e7-27c3-4e5a-aa27-4106efc84f78 req-a89cd3f8-ebde-4170-9082-3d390910b6f9 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629933 Oct 12 04:18:29.980543 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50c0ad-a0ba-4f0f-bfd7-06aae4fede51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3918041-77be-46ff-9397-80c29b7ccaeb,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:29.996053 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-5d50c0ad-a0ba-4f0f-bfd7-06aae4fede51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a99ea928a9541d48202a8a71708d3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081214 Oct 12 04:18:29.997132 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 54106) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:30.000442 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cc2906-be10-4a86-ad90-4501c5163de7 {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:18:30.014022 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.014877 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d60f3517-eebc-45c9-a1d1-97c13f065873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.018352 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d60f3517-eebc-45c9-a1d1-97c13f065873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.025120 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d60f3517-eebc-45c9-a1d1-97c13f065873 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ade8f2f-6d67-47df-a4d5-6133a2e22a1c HTTP/1.1" status: 204 len: 168 time: 0.2488465 Oct 12 04:18:30.042443 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f3517-eebc-45c9-a1d1-97c13f065873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade8f2f-6d67-47df-a4d5-6133a2e22a1c,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:30.045106 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Transition to ACTIVE for port object 41cc2906-be10-4a86-ad90-4501c5163de7 will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:18:30.070712 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-499ebcb0-598d-457b-83df-63499999874c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.093707 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-499ebcb0-598d-457b-83df-63499999874c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.110842 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.178316 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Pushing event updated for resources: {'Port': ['ID=41cc2906-be10-4a86-ad90-4501c5163de7,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:30.295351 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Attempting to bind port 41cc2906-be10-4a86-ad90-4501c5163de7 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:18:30.295689 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Attempting to bind port 41cc2906-be10-4a86-ad90-4501c5163de7 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '4fba9aeb-3baf-42d2-a647-2baa31941243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:18:30.296138 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Attempting to bind port 41cc2906-be10-4a86-ad90-4501c5163de7 on network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:30.307485 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Port 41cc2906-be10-4a86-ad90-4501c5163de7 on network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:18:30.307993 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Attempting to bind port 41cc2906-be10-4a86-ad90-4501c5163de7 on network 6b995d32-bc3e-445e-a9d2-65b2ff724c69 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:30.324001 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fa366-7571-4ddc-b97f-aec8426ce808 req-1e789df8-89b7-4605-b475-4eb818e6f61e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:30.325893 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-818fa366-7571-4ddc-b97f-aec8426ce808 req-1e789df8-89b7-4605-b475-4eb818e6f61e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0946376 Oct 12 04:18:30.326961 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:18:30.327332 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Checking segment: {'id': '4fba9aeb-3baf-42d2-a647-2baa31941243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:18:30.327796 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Bound using segment: {'id': '4fba9aeb-3baf-42d2-a647-2baa31941243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:18:30.328256 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Bound port: 41cc2906-be10-4a86-ad90-4501c5163de7, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fba9aeb-3baf-42d2-a647-2baa31941243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:18:30.328632 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.387658 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-499ebcb0-598d-457b-83df-63499999874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.390219 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-499ebcb0-598d-457b-83df-63499999874c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.392557 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-499ebcb0-598d-457b-83df-63499999874c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3918041-77be-46ff-9397-80c29b7ccaeb HTTP/1.1" status: 204 len: 168 time: 0.3935950 Oct 12 04:18:30.425589 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ebcb0-598d-457b-83df-63499999874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3918041-77be-46ff-9397-80c29b7ccaeb,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:30.434586 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-818fa366-7571-4ddc-b97f-aec8426ce808 req-72969448-4692-43f5-b27f-863cf1f3c934 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961604 Oct 12 04:18:30.453396 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] For port 41cc2906-be10-4a86-ad90-4501c5163de7, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:18:30.457262 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] For port 41cc2906-be10-4a86-ad90-4501c5163de7, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=41cc2906-be10-4a86-ad90-4501c5163de7,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:18:30.649567 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.684205 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:30.688263 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.688263 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] 10.222.0.36 "PUT /v2.0/ports/41cc2906-be10-4a86-ad90-4501c5163de7 HTTP/1.1" status: 200 len: 1093 time: 1.1630602 Oct 12 04:18:30.688263 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15c8087-3918-4533-9b51-fc4ccc0ffb67', 'tag': '41cc2906-be10-4a86-ad90-4501c5163de7'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:30.689361 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b50892-d9ba-4f06-b48a-cbab813c93bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b15c8087-3918-4533-9b51-fc4ccc0ffb67", "tag": "41cc2906-be10-4a86-ad90-4501c5163de7"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:30.714412 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75499c-fdc1-46ae-a2ae-15028c1fabe3 service neutron] Pushing event updated for resources: {'Port': ['ID=41cc2906-be10-4a86-ad90-4501c5163de7,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:30.725340 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e065339-d253-4fee-a037-bcafa33716d6 x-openstack-request-id: req-6e065339-d253-4fee-a037-bcafa33716d6 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:30.725648 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15c8087-3918-4533-9b51-fc4ccc0ffb67", "tag": "41cc2906-be10-4a86-ad90-4501c5163de7", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:30.725896 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e065339-d253-4fee-a037-bcafa33716d6 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:30.726284 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15c8087-3918-4533-9b51-fc4ccc0ffb67', 'tag': '41cc2906-be10-4a86-ad90-4501c5163de7', 'status': 'completed', 'code': 200} Oct 12 04:18:30.801156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b50892-d9ba-4f06-b48a-cbab813c93bf req-da4d56a9-41a2-490b-9864-8d521592ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:30.808896 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-08b50892-d9ba-4f06-b48a-cbab813c93bf req-da4d56a9-41a2-490b-9864-8d521592ddff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e7c44417ccc40b9aa1c0a343debf9df&device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 1096 time: 0.0482085 Oct 12 04:18:30.851777 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54128) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:30.869070 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8ed814c0-28bd-4a02-ba9b-f6b303d2fd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.952928 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8ed814c0-28bd-4a02-ba9b-f6b303d2fd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:30.958485 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8ae6-9dcb-42ab-990b-3d54c86e2fed req-31289d41-b170-4fe8-a472-04f5f10589de tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:30.960290 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c8ee8ae6-9dcb-42ab-990b-3d54c86e2fed req-31289d41-b170-4fe8-a472-04f5f10589de tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 943 time: 0.0774579 Oct 12 04:18:30.961229 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b50892-d9ba-4f06-b48a-cbab813c93bf req-7cecfb57-7a32-4242-8b69-881a8866c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:30.962414 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-08b50892-d9ba-4f06-b48a-cbab813c93bf req-7cecfb57-7a32-4242-8b69-881a8866c636 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9e7c44417ccc40b9aa1c0a343debf9df&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1446340 Oct 12 04:18:31.016128 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8ed814c0-28bd-4a02-ba9b-f6b303d2fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:31.059099 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c8ee8ae6-9dcb-42ab-990b-3d54c86e2fed req-a9f3bd3d-fb0d-4228-9675-cacf88bffaa4 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862014 Oct 12 04:18:31.074489 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed814c0-28bd-4a02-ba9b-f6b303d2fd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee9e653-7e76-4efe-a24e-eafde985535c,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:31.074489 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-8ed814c0-28bd-4a02-ba9b-f6b303d2fd4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d00ea66c8c914ccabb496d09ec8c4d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209797 Oct 12 04:18:31.075100 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54136) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:31.100835 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b50892-d9ba-4f06-b48a-cbab813c93bf req-fcbc9977-7a00-4b9b-a1a9-932552756c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:31.102257 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-08b50892-d9ba-4f06-b48a-cbab813c93bf req-fcbc9977-7a00-4b9b-a1a9-932552756c45 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296351 Oct 12 04:18:31.141239 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f92fc074-ce28-4b11-9798-48874909d289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:31.163760 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f92fc074-ce28-4b11-9798-48874909d289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:31.203025 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-74ad61fc-0d83-49d3-8dc8-a911f010a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:31.204959 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-74ad61fc-0d83-49d3-8dc8-a911f010a09c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e7c44417ccc40b9aa1c0a343debf9df&device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 1096 time: 0.0448270 Oct 12 04:18:31.252487 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-5b231306-eefa-43e1-8f50-b5037c8bbe77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41cc2906-be10-4a86-ad90-4501c5163de7 HTTP/1.1" status: 200 len: 217 time: 0.0378048 Oct 12 04:18:31.291065 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f92fc074-ce28-4b11-9798-48874909d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:31.294570 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f92fc074-ce28-4b11-9798-48874909d289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:31.297711 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-f92fc074-ce28-4b11-9798-48874909d289 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dee9e653-7e76-4efe-a24e-eafde985535c HTTP/1.1" status: 204 len: 168 time: 0.2214415 Oct 12 04:18:31.311597 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fc074-ce28-4b11-9798-48874909d289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee9e653-7e76-4efe-a24e-eafde985535c,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:31.323191 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-db4df0a5-90f3-4b20-981b-47b5f9e7029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:31.324945 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-db4df0a5-90f3-4b20-981b-47b5f9e7029d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=665d623b-4cbd-4089-954a-6dc484b75cc8 HTTP/1.1" status: 200 len: 848 time: 0.0622191 Oct 12 04:18:31.363480 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-1acab798-06a9-44d4-b5cf-519dd03d3446 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b995d32-bc3e-445e-a9d2-65b2ff724c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275855 Oct 12 04:18:31.386774 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:31.474690 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-a1436b48-5fba-44ec-a2d0-8fbf55bbdbf1 service neutron] 10.222.0.36 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008782 Oct 12 04:18:31.604718 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a1f87-b183-4d17-accb-21e7c7849add req-39f11301-c60c-4874-b57a-e314eff3d664 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:31.606647 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f44a1f87-b183-4d17-accb-21e7c7849add req-39f11301-c60c-4874-b57a-e314eff3d664 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0747032 Oct 12 04:18:31.622868 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47f59f96-f8cc-4ad0-807a-6e0c59754562 req-5ccbf491-5362-4339-9ec9-e70360040876 service neutron] 10.222.0.36 "GET /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360743 Oct 12 04:18:31.658150 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f44a1f87-b183-4d17-accb-21e7c7849add req-64c68180-4b98-47f9-970a-adaf1a4e42b7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Oct 12 04:18:32.196692 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a8cb7-7387-4488-83b3-ff9d8d1d773a req-769195ca-a7b8-4acf-82fa-faf7e34b1adb tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:32.198266 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-db4a8cb7-7387-4488-83b3-ff9d8d1d773a req-769195ca-a7b8-4acf-82fa-faf7e34b1adb tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 943 time: 0.0707612 Oct 12 04:18:32.240961 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-db4a8cb7-7387-4488-83b3-ff9d8d1d773a req-fd7c5e56-5c19-488b-8b04-14143ffb27d8 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Oct 12 04:18:32.284330 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e6e73e2f-f931-40e4-9c13-f38556fb5870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:32.774412 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8d10a-a589-4fdb-a909-246505a9a28a req-a946447d-f144-45d1-9787-0df6a337643a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:32.775934 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-39a8d10a-a589-4fdb-a909-246505a9a28a req-a946447d-f144-45d1-9787-0df6a337643a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0497315 Oct 12 04:18:32.816722 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-39a8d10a-a589-4fdb-a909-246505a9a28a req-dc9309be-6e95-446d-8df3-d69d57ab2bc6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346828 Oct 12 04:18:33.152794 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:33.355812 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456a831-705b-48e2-83ef-a69febc66178 req-17ad0563-231e-465b-a71d-c1d361470811 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:33.357272 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e456a831-705b-48e2-83ef-a69febc66178 req-17ad0563-231e-465b-a71d-c1d361470811 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 943 time: 0.0497835 Oct 12 04:18:33.400588 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e456a831-705b-48e2-83ef-a69febc66178 req-50570a92-bbdc-4e14-932c-ba00f73ff471 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370007 Oct 12 04:18:33.695544 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:33.932720 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372428de-06d3-4fce-b8f9-c633298466a7 req-4c12f58f-c031-418c-9efb-1b3bce08180f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:33.934193 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-372428de-06d3-4fce-b8f9-c633298466a7 req-4c12f58f-c031-418c-9efb-1b3bce08180f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0491652 Oct 12 04:18:33.975250 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-372428de-06d3-4fce-b8f9-c633298466a7 req-db70941b-a7ab-49e5-a54f-91d80badce53 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Oct 12 04:18:34.517966 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1c4c-1853-42dd-a3a9-4fd7a5a32794 req-fc387c55-16d4-4335-a94a-9de3b1c11c15 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:34.519484 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-231f1c4c-1853-42dd-a3a9-4fd7a5a32794 req-fc387c55-16d4-4335-a94a-9de3b1c11c15 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 943 time: 0.0493536 Oct 12 04:18:34.556646 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-231f1c4c-1853-42dd-a3a9-4fd7a5a32794 req-65aeda36-c93e-4206-ba8f-34e94108bc12 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313783 Oct 12 04:18:35.393067 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:37.141109 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 41cc2906-be10-4a86-ad90-4501c5163de7 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:18:37.238159 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 41cc2906-be10-4a86-ad90-4501c5163de7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=41cc2906-be10-4a86-ad90-4501c5163de7,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:37.252512 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '41cc2906-be10-4a86-ad90-4501c5163de7', 'network_id': '6b995d32-bc3e-445e-a9d2-65b2ff724c69', 'port_id': '41cc2906-be10-4a86-ad90-4501c5163de7', 'mac_address': 'fa:16:3e:22:63:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665d623b-4cbd-4089-954a-6dc484b75cc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:18:37.289214 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:37.302427 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cc2906-be10-4a86-ad90-4501c5163de7 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:18:37.313431 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087688d1-a743-4dc3-ab6a-f085c8dc4820 req-a3bdef05-b33d-4b37-a9b7-e55a4f9f037f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:37.314925 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-087688d1-a743-4dc3-ab6a-f085c8dc4820 req-a3bdef05-b33d-4b37-a9b7-e55a4f9f037f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0828426 Oct 12 04:18:37.322115 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 41cc2906-be10-4a86-ad90-4501c5163de7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=41cc2906-be10-4a86-ad90-4501c5163de7,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:37.326649 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ee199-6b15-4265-9022-4b2bd9ec9d47 req-65648d05-5395-4a53-a3d4-4fc50925ba15 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:37.328145 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c6ee199-6b15-4265-9022-4b2bd9ec9d47 req-65648d05-5395-4a53-a3d4-4fc50925ba15 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 943 time: 0.0683053 Oct 12 04:18:37.378069 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-087688d1-a743-4dc3-ab6a-f085c8dc4820 req-b9f2aeeb-502b-4643-b6c0-eee9db492f77 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 Oct 12 04:18:37.390515 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c6ee199-6b15-4265-9022-4b2bd9ec9d47 req-b485bd90-24e6-4d8e-ab53-19db6dedf450 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541914 Oct 12 04:18:37.398526 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:37.452292 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=41cc2906-be10-4a86-ad90-4501c5163de7,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:37.836764 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['41cc2906-be10-4a86-ad90-4501c5163de7'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:18:38.532929 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56239f4-822d-4a40-8630-8f40ad856f17 req-7f5e1b58-0b18-4eba-a7b9-9e150e90437f tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:38.534358 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c56239f4-822d-4a40-8630-8f40ad856f17 req-7f5e1b58-0b18-4eba-a7b9-9e150e90437f tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 944 time: 0.0709734 Oct 12 04:18:38.541426 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bde895-2585-4122-990a-f5fd557083ac req-26702e71-38c9-4093-bba1-8b8087bdb24d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:38.542770 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-98bde895-2585-4122-990a-f5fd557083ac req-26702e71-38c9-4093-bba1-8b8087bdb24d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0895441 Oct 12 04:18:38.596614 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c56239f4-822d-4a40-8630-8f40ad856f17 req-c09a319b-a3d9-4b9b-8eab-d490713e2cba tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529120 Oct 12 04:18:38.601226 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-98bde895-2585-4122-990a-f5fd557083ac req-f217d092-1ebd-4a91-bc40-718f8f9e9b59 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514429 Oct 12 04:18:38.858465 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54330) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:38.961670 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-eab89d70-6491-4843-8024-6628179610bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:39.036015 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-eab89d70-6491-4843-8024-6628179610bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:39.072447 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-eab89d70-6491-4843-8024-6628179610bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:39.112159 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab89d70-6491-4843-8024-6628179610bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb888b1-a9bf-4ded-bdba-f91809c4009f,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:39.114498 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-eab89d70-6491-4843-8024-6628179610bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06a8add2270f434e9d8ab63aeb5d2eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544987 Oct 12 04:18:39.117065 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54342) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:39.165774 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-04da5e16-71b8-425e-a896-fd6f7b822475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:39.186451 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-04da5e16-71b8-425e-a896-fd6f7b822475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:39.317006 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-04da5e16-71b8-425e-a896-fd6f7b822475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:39.319751 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-04da5e16-71b8-425e-a896-fd6f7b822475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:39.320942 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-04da5e16-71b8-425e-a896-fd6f7b822475 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ceb888b1-a9bf-4ded-bdba-f91809c4009f HTTP/1.1" status: 204 len: 168 time: 0.2029443 Oct 12 04:18:39.328954 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da5e16-71b8-425e-a896-fd6f7b822475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb888b1-a9bf-4ded-bdba-f91809c4009f,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:40.893400 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 41cc2906-be10-4a86-ad90-4501c5163de7 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:18:41.021733 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 41cc2906-be10-4a86-ad90-4501c5163de7 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:18:41.025767 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 41cc2906-be10-4a86-ad90-4501c5163de7 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:18:41.026653 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:41.111472 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:41.133967 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15c8087-3918-4533-9b51-fc4ccc0ffb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc2906-be10-4a86-ad90-4501c5163de7'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:41.136209 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec942b-509e-439f-996d-d32f4d5dd0a3" -d '{"events": [{"server_uuid": "b15c8087-3918-4533-9b51-fc4ccc0ffb67", "name": "network-vif-plugged", "status": "completed", "tag": "41cc2906-be10-4a86-ad90-4501c5163de7"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:41.148299 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 41cc2906-be10-4a86-ad90-4501c5163de7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=41cc2906-be10-4a86-ad90-4501c5163de7,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:41.227096 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:41.272893 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=41cc2906-be10-4a86-ad90-4501c5163de7,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:41.870339 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:18:42.025358 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d475e2-b0b8-4694-96d2-f2253319c073 req-b214138f-eb1e-4760-8784-0c95229fd098 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:42.026871 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-59d475e2-b0b8-4694-96d2-f2253319c073 req-b214138f-eb1e-4760-8784-0c95229fd098 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 945 time: 0.0483265 Oct 12 04:18:42.088889 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-59d475e2-b0b8-4694-96d2-f2253319c073 req-5fe78917-bb86-48a9-b22f-85b98e42ed11 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521340 Oct 12 04:18:42.098038 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3651a-7787-415a-a798-2fdae47afe22 req-d6ab2bf5-af1a-485f-884c-104ad12fef94 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:42.099846 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-caf3651a-7787-415a-a798-2fdae47afe22 req-d6ab2bf5-af1a-485f-884c-104ad12fef94 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0721183 Oct 12 04:18:42.148309 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd4fea7-3f07-4701-8ef5-f4fafb4f02d4 x-openstack-request-id: req-8dd4fea7-3f07-4701-8ef5-f4fafb4f02d4 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:42.148309 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15c8087-3918-4533-9b51-fc4ccc0ffb67", "name": "network-vif-plugged", "status": "completed", "tag": "41cc2906-be10-4a86-ad90-4501c5163de7", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:42.148847 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dd4fea7-3f07-4701-8ef5-f4fafb4f02d4 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:42.148847 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15c8087-3918-4533-9b51-fc4ccc0ffb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc2906-be10-4a86-ad90-4501c5163de7', 'code': 200} Oct 12 04:18:42.155428 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-caf3651a-7787-415a-a798-2fdae47afe22 req-3d4ae748-10f4-4485-89a4-716aad9f9dd9 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475583 Oct 12 04:18:42.544584 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846a0fd-2849-424f-9d89-5f86adb36204 req-c06d56c7-cf36-4a59-92a0-f95695274d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:42.546077 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d846a0fd-2849-424f-9d89-5f86adb36204 req-c06d56c7-cf36-4a59-92a0-f95695274d43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 1098 time: 0.0383639 Oct 12 04:18:42.591136 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d846a0fd-2849-424f-9d89-5f86adb36204 req-5b4b003d-f9b5-47bf-b6f2-816769367ccf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272222 Oct 12 04:18:43.221559 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53037f-5071-4d4c-9352-11c7de46b934 req-8a30c182-5d4f-4bd9-ae4e-f316c5b8bb71 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:43.223811 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3a53037f-5071-4d4c-9352-11c7de46b934 req-8a30c182-5d4f-4bd9-ae4e-f316c5b8bb71 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 945 time: 0.0616107 Oct 12 04:18:43.292897 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3a53037f-5071-4d4c-9352-11c7de46b934 req-a55e82d6-4b34-4c3c-8feb-595e2dec8abd tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625660 Oct 12 04:18:43.310977 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124f956-f3f5-48f3-a9c2-c7044c678977 req-74cc9b94-0a05-4230-a258-789a7b32e646 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:43.310977 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1124f956-f3f5-48f3-a9c2-c7044c678977 req-74cc9b94-0a05-4230-a258-789a7b32e646 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0732429 Oct 12 04:18:43.353356 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1124f956-f3f5-48f3-a9c2-c7044c678977 req-8f34aa5c-4da7-4e77-b270-b5283c328751 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325372 Oct 12 04:18:44.410806 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee5529-0ff9-4c5b-9a46-2c0a89918662 req-5fae69e0-5748-4df6-875a-0bf6246ca7b6 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:44.412299 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-efee5529-0ff9-4c5b-9a46-2c0a89918662 req-5fae69e0-5748-4df6-875a-0bf6246ca7b6 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 945 time: 0.0501609 Oct 12 04:18:44.470578 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-efee5529-0ff9-4c5b-9a46-2c0a89918662 req-b21aa0de-ea78-4525-bf0b-d282b8765cbc tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504885 Oct 12 04:18:44.578393 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732a1a6-0782-4abf-8a9b-c39107f65483 req-f76eb310-d3ce-4bdc-8d24-0115a0499db2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:44.579936 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8732a1a6-0782-4abf-8a9b-c39107f65483 req-f76eb310-d3ce-4bdc-8d24-0115a0499db2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0505927 Oct 12 04:18:44.620885 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8732a1a6-0782-4abf-8a9b-c39107f65483 req-76aacd9a-9098-4cdb-ab2b-df382fdb6b66 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343125 Oct 12 04:18:45.746767 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e811ab-1858-4237-bc89-ac63522fc8a0 req-1e353cb8-49a4-47e4-963f-f81c2db28a0b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:45.748851 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d2e811ab-1858-4237-bc89-ac63522fc8a0 req-1e353cb8-49a4-47e4-963f-f81c2db28a0b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0603678 Oct 12 04:18:45.790414 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d2e811ab-1858-4237-bc89-ac63522fc8a0 req-1aef97af-ec66-41ba-9f75-d49b0e0b4fb1 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350592 Oct 12 04:18:46.452878 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208553a-9c0e-402e-a37e-ee09bf30f139 req-99be727b-16bd-423a-abc1-08c3e813a446 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:46.454335 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5208553a-9c0e-402e-a37e-ee09bf30f139 req-99be727b-16bd-423a-abc1-08c3e813a446 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0519707 Oct 12 04:18:46.491070 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5208553a-9c0e-402e-a37e-ee09bf30f139 req-c14ef5fa-055e-4f81-8a24-9602153ce34d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307136 Oct 12 04:18:46.595163 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371dcdc-cb8a-4ca3-8364-1d72d46a7e11 req-544948f1-34b2-4dd1-9815-0cd84b70d456 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:46.596737 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f371dcdc-cb8a-4ca3-8364-1d72d46a7e11 req-544948f1-34b2-4dd1-9815-0cd84b70d456 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Oct 12 04:18:46.636537 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f371dcdc-cb8a-4ca3-8364-1d72d46a7e11 req-1b63216e-840a-44b3-8ba3-806048e0a387 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Oct 12 04:18:46.907697 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7538b7a-e4ed-4f6b-9497-056f67cd2e5a req-69ca1b50-d194-4dc5-95c9-3a55cf717883 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:46.909646 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a7538b7a-e4ed-4f6b-9497-056f67cd2e5a req-69ca1b50-d194-4dc5-95c9-3a55cf717883 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0527654 Oct 12 04:18:46.947308 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a7538b7a-e4ed-4f6b-9497-056f67cd2e5a req-c5460e50-cc27-4f94-a4ac-c53b60809a35 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Oct 12 04:18:47.309578 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54648) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:47.339491 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-bcdfc865-ea89-4766-b613-2e75883fb57c tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:47.341077 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-bcdfc865-ea89-4766-b613-2e75883fb57c tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 814 time: 0.1238325 Oct 12 04:18:47.366113 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-57d2a762-659d-499d-a707-c5552c692be1 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/quotas/15e19031226d475dbcf3cdfa50550ef4 HTTP/1.1" status: 200 len: 375 time: 0.0182645 Oct 12 04:18:47.443983 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-d5e1a770-3ea0-4393-a2f3-5a753f8be6f9 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718911 Oct 12 04:18:47.448330 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ae212cea-39b0-4c32-bd03-57ce375ac4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:47.540821 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ae212cea-39b0-4c32-bd03-57ce375ac4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:47.564361 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-b0db91b9-7015-4a7b-b192-03c9b1933a82 service neutron] 10.222.0.21 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129789 Oct 12 04:18:47.614058 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ae212cea-39b0-4c32-bd03-57ce375ac4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:47.649605 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-ae212cea-39b0-4c32-bd03-57ce375ac4cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6adfc10e178b40e99b0e74eb4783cd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388112 Oct 12 04:18:47.652417 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 54666) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:47.666402 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae212cea-39b0-4c32-bd03-57ce375ac4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c5612a-b2b1-40ea-9180-02c8ac376211,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:47.710865 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a6e6c-8588-4e04-9f8d-17a5760a3276 req-12413173-da4f-430b-86b7-10f8a46ed33e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:47.712683 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-421a6e6c-8588-4e04-9f8d-17a5760a3276 req-12413173-da4f-430b-86b7-10f8a46ed33e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.1230557 Oct 12 04:18:47.789367 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-51b18b00-36dc-4b00-a8d0-14b3e4c019e5 service neutron] 10.222.0.21 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235575 Oct 12 04:18:47.794490 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b07e4b67-b7cc-452a-a739-2285ed5f774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:47.798744 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-421a6e6c-8588-4e04-9f8d-17a5760a3276 req-fcb18cfb-168c-4c6d-ae9a-605df540a7dc tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727415 Oct 12 04:18:47.824007 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b07e4b67-b7cc-452a-a739-2285ed5f774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:47.945309 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2601594-af89-47fc-90d4-d7ad01e8443e req-5827d0b8-c542-42bd-91a8-8e681bc80877 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:47.952281 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2601594-af89-47fc-90d4-d7ad01e8443e req-5827d0b8-c542-42bd-91a8-8e681bc80877 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 945 time: 0.0603960 Oct 12 04:18:47.986392 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2601594-af89-47fc-90d4-d7ad01e8443e req-172bedd2-3f16-4823-b64b-2ad129120793 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4b66f34-7969-425c-bb63-440922d47a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332472 Oct 12 04:18:48.028051 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b07e4b67-b7cc-452a-a739-2285ed5f774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:48.030946 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b07e4b67-b7cc-452a-a739-2285ed5f774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:48.040748 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b07e4b67-b7cc-452a-a739-2285ed5f774c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59c5612a-b2b1-40ea-9180-02c8ac376211 HTTP/1.1" status: 204 len: 168 time: 0.3872483 Oct 12 04:18:48.061541 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e4b67-b7cc-452a-a739-2285ed5f774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c5612a-b2b1-40ea-9180-02c8ac376211,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:48.153959 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ecfaf685-9a5c-4edf-b70a-ae32967b7ef7 req-aae34838-10c4-43d4-af4d-8ff739f71d85 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 210 time: 0.0459192 Oct 12 04:18:48.237089 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2414d9a-9ea6-4e3e-be90-a69a9772bbd7 req-ebe0c553-44ac-448b-a095-4b5851234fc2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:48.239924 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2414d9a-9ea6-4e3e-be90-a69a9772bbd7 req-ebe0c553-44ac-448b-a095-4b5851234fc2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.1127796 Oct 12 04:18:48.316631 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-b4e449aa-63c0-4b7e-8d68-10ef5ee99156 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:48.318263 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-b4e449aa-63c0-4b7e-8d68-10ef5ee99156 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.36 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 945 time: 0.1264358 Oct 12 04:18:48.327593 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2414d9a-9ea6-4e3e-be90-a69a9772bbd7 req-3073f960-33ba-4b94-96b0-85c107dde23d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752976 Oct 12 04:18:48.659305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Deleting port 41cc2906-be10-4a86-ad90-4501c5163de7 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:18:48.659639 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:48.780733 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] For port 41cc2906-be10-4a86-ad90-4501c5163de7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=41cc2906-be10-4a86-ad90-4501c5163de7,segment=NetworkSegment(4fba9aeb-3baf-42d2-a647-2baa31941243),segment_id=4fba9aeb-3baf-42d2-a647-2baa31941243)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:18:48.781090 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:48.794770 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Calling delete_port for 41cc2906-be10-4a86-ad90-4501c5163de7 owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:18:48.848707 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54714) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:48.863560 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:48.996176 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0faa74-fa47-4485-8386-2ab114447e90 req-d7359f4f-945c-4d71-9040-7a038c7ecf35 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:49.001150 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ff0faa74-fa47-4485-8386-2ab114447e90 req-d7359f4f-945c-4d71-9040-7a038c7ecf35 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0688615 Oct 12 04:18:49.044492 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ff0faa74-fa47-4485-8386-2ab114447e90 req-5427a3d3-afbb-4f2c-bbee-a101839ee2ee tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393209 Oct 12 04:18:49.065390 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:49.068697 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['41cc2906-be10-4a86-ad90-4501c5163de7'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:18:49.124134 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:49.140843 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Pushing event deleted for resources: {'Port': ['ID=41cc2906-be10-4a86-ad90-4501c5163de7,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:49.177935 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] No DVR routers for this DVR port 41cc2906-be10-4a86-ad90-4501c5163de7 on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:18:49.179949 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2a573a42-c3ff-4dfd-ac82-60bc77842c4c req-b96c53a7-79d8-41b4-bcf6-3c60c61a5668 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 210 time: 0.0631385 Oct 12 04:18:49.182455 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:49.185906 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d65957e6-5698-475c-95d2-0445d2bd69d1 req-f2c68c41-d29b-4b54-9cf8-af77aae4c717 tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.36 "DELETE /v2.0/ports/41cc2906-be10-4a86-ad90-4501c5163de7 HTTP/1.1" status: 204 len: 173 time: 0.8571513 Oct 12 04:18:49.186290 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15c8087-3918-4533-9b51-fc4ccc0ffb67', 'name': 'network-vif-deleted', 'tag': '41cc2906-be10-4a86-ad90-4501c5163de7'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:49.188621 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8c232a-2015-4200-992e-408ad54af30b" -d '{"events": [{"server_uuid": "b15c8087-3918-4533-9b51-fc4ccc0ffb67", "name": "network-vif-deleted", "tag": "41cc2906-be10-4a86-ad90-4501c5163de7"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:49.197733 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:49.243090 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2cdacc-0c1a-431b-b3b9-dff67c1db274,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:49.247683 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11f0e079a80f48f581f61376c5ffe57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979774 Oct 12 04:18:49.253073 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54736) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:49.265139 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.265763 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.266265 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.268412 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.270705 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.275125 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.275125 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.275125 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.275125 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.275125 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.275125 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.275125 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958e710-d5d7-4431-9ebe-9f34d59bc076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:49.291539 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95e5b0de-f079-4fed-b84a-d0296aca9155 req-fff38953-2c1e-499e-96db-6b4898c953ce tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 210 time: 0.0396469 Oct 12 04:18:49.299104 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b4bfdb-a3e8-4f5c-88db-e4cf49ad6eea x-openstack-request-id: req-a2b4bfdb-a3e8-4f5c-88db-e4cf49ad6eea {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:49.299792 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15c8087-3918-4533-9b51-fc4ccc0ffb67", "name": "network-vif-deleted", "tag": "41cc2906-be10-4a86-ad90-4501c5163de7", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:49.300304 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2b4bfdb-a3e8-4f5c-88db-e4cf49ad6eea {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:49.300970 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15c8087-3918-4533-9b51-fc4ccc0ffb67', 'name': 'network-vif-deleted', 'tag': '41cc2906-be10-4a86-ad90-4501c5163de7', 'status': 'completed', 'code': 200} Oct 12 04:18:49.347059 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bc851bc8-ab56-4709-a46c-bc68cae97f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:49.380634 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bc851bc8-ab56-4709-a46c-bc68cae97f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:49.461230 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674399e4-bf00-40cf-be23-e953f66d6f35 req-b23a17bc-47e8-4dbb-815c-aa4e1a7a58fc tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:49.462760 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-674399e4-bf00-40cf-be23-e953f66d6f35 req-b23a17bc-47e8-4dbb-815c-aa4e1a7a58fc tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0591674 Oct 12 04:18:49.503851 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bc851bc8-ab56-4709-a46c-bc68cae97f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:49.504327 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bc851bc8-ab56-4709-a46c-bc68cae97f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:49.505467 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-bc851bc8-ab56-4709-a46c-bc68cae97f4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c2cdacc-0c1a-431b-b3b9-dff67c1db274 HTTP/1.1" status: 204 len: 168 time: 0.2543857 Oct 12 04:18:49.515641 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-674399e4-bf00-40cf-be23-e953f66d6f35 req-08e32b57-3bc7-43c6-b150-044bc503cdf3 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Oct 12 04:18:49.530487 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc851bc8-ab56-4709-a46c-bc68cae97f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2cdacc-0c1a-431b-b3b9-dff67c1db274,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:50.183537 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13705be-3fba-4aed-af38-da9cc3d8bb42 req-3587e77c-5860-45ca-991f-ccb7ded72141 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:50.185119 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f13705be-3fba-4aed-af38-da9cc3d8bb42 req-3587e77c-5860-45ca-991f-ccb7ded72141 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0634897 Oct 12 04:18:50.226314 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f13705be-3fba-4aed-af38-da9cc3d8bb42 req-87de7387-898d-47d3-8bfb-68e827c2bd70 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351985 Oct 12 04:18:50.340033 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7e98268c-bda4-4cc0-b186-67964a580173 req-28576d73-4608-4606-9221-bcdb638d7edb tempest-VolumesActionsTest-1645702194 tempest-VolumesActionsTest-1645702194-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15c8087-3918-4533-9b51-fc4ccc0ffb67 HTTP/1.1" status: 200 len: 210 time: 0.0445776 Oct 12 04:18:50.430180 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d0a62bfe-9887-4df4-ba28-a2c2ab653571 req-549b3e75-12ab-4c91-b0f8-0e233c3b32d6 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 210 time: 0.0356550 Oct 12 04:18:50.493156 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139733b-ca3f-464f-96eb-650b093a15f5 req-c2467880-367b-498a-9b85-fa62d97b42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:50.494909 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9139733b-ca3f-464f-96eb-650b093a15f5 req-c2467880-367b-498a-9b85-fa62d97b42b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1099 time: 0.0461032 Oct 12 04:18:50.543322 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9139733b-ca3f-464f-96eb-650b093a15f5 req-e5804cd1-cc3d-4620-a120-db8e6f47c7b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360215 Oct 12 04:18:50.571815 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-b508fdc1-424f-4dfc-bc42-a3bf63faea6d tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:50.573253 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-b508fdc1-424f-4dfc-bc42-a3bf63faea6d tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 814 time: 0.1463828 Oct 12 04:18:50.642371 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63776356-0481-4987-80ad-a0a85961fbc6 req-1b30b331-8817-4c0f-b329-daf71223489f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:50.644446 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-63776356-0481-4987-80ad-a0a85961fbc6 req-1b30b331-8817-4c0f-b329-daf71223489f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0492625 Oct 12 04:18:50.685532 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-63776356-0481-4987-80ad-a0a85961fbc6 req-7a4a5f9e-77fc-4593-9982-536e0b5345f3 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350544 Oct 12 04:18:50.785151 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Request body: {'port': {'device_id': 'd32dbe5f-c1a2-49d5-af68-7b63840b6fe1', 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd', 'admin_state_up': True, 'tenant_id': '15e19031226d475dbcf3cdfa50550ef4'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:50.969759 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Made reservation on behalf of 15e19031226d475dbcf3cdfa50550ef4 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:18:50.973422 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:51.118106 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Allocated IP 172.20.0.14 (382ee370-8814-4057-bb86-a80b3c5a69fd/a974f39d-7362-4a97-8202-131a15390cc1/17b2b723-b4bf-43d9-a54c-66b78ab77724) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:18:51.276788 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:51.373418 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28529cc-d498-4d24-9ace-525077ff14d0 req-6c70b972-c3de-4032-9937-eeace4db466b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:51.375041 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b28529cc-d498-4d24-9ace-525077ff14d0 req-6c70b972-c3de-4032-9937-eeace4db466b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0577729 Oct 12 04:18:51.376657 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:51.389384 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['e338ea68-ade7-4184-bc31-d3b708620700', '6fdf3f9d-d5b4-4906-8160-05e737485cfe', '701f461a-d960-4813-9dcc-a65b3c60f07b'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:18:51.456190 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Network 382ee370-8814-4057-bb86-a80b3c5a69fd is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:18:51.463706 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:18:51.465586 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Pushing event updated for resources: {'Port': ['ID=17b2b723-b4bf-43d9-a54c-66b78ab77724,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:51.470195 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:18:51.502537 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b28529cc-d498-4d24-9ace-525077ff14d0 req-517355bd-79fc-471e-9008-f36277fd9dff tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176581 Oct 12 04:18:51.505940 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.506289 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.506631 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.507179 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.507517 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.507851 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.508692 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.509029 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.509360 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.509686 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.510163 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.510619 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:18:51.581524 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:51.581524 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:51.608256 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507e892-7da4-4c92-a62b-150d7a314ee4 req-19744da3-8e64-45d7-9b15-993bde68d43e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:51.608507 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d507e892-7da4-4c92-a62b-150d7a314ee4 req-19744da3-8e64-45d7-9b15-993bde68d43e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 932 time: 0.0740986 Oct 12 04:18:51.653968 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d507e892-7da4-4c92-a62b-150d7a314ee4 req-64bb6f96-e623-45fc-a119-9c251420f720 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 Oct 12 04:18:51.671438 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-2b27c4a0-b748-4a33-aac1-a3f0f3a13194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8895614 Oct 12 04:18:51.689333 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Request body: {'port': {'device_id': 'd32dbe5f-c1a2-49d5-af68-7b63840b6fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:18:51.823267 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:51.883908 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08218bac-84fb-4db9-b338-43f023cf657c req-208e8470-0b76-4e95-893c-a706a2342383 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:51.885465 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-08218bac-84fb-4db9-b338-43f023cf657c req-208e8470-0b76-4e95-893c-a706a2342383 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0932593 Oct 12 04:18:51.986915 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-08218bac-84fb-4db9-b338-43f023cf657c req-4b1f8d1a-4a53-4ad4-9c42-459caff268a5 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945103 Oct 12 04:18:52.160335 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b2b723-b4bf-43d9-a54c-66b78ab77724 {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:18:52.169856 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:52.185181 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Transition to ACTIVE for port object 17b2b723-b4bf-43d9-a54c-66b78ab77724 will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:18:52.352670 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:52.422862 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Pushing event updated for resources: {'Port': ['ID=17b2b723-b4bf-43d9-a54c-66b78ab77724,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:52.477233 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Attempting to bind port 17b2b723-b4bf-43d9-a54c-66b78ab77724 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:18:52.480720 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Attempting to bind port 17b2b723-b4bf-43d9-a54c-66b78ab77724 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:18:52.480720 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Attempting to bind port 17b2b723-b4bf-43d9-a54c-66b78ab77724 on network 382ee370-8814-4057-bb86-a80b3c5a69fd {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:52.483018 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Port 17b2b723-b4bf-43d9-a54c-66b78ab77724 on network 382ee370-8814-4057-bb86-a80b3c5a69fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:18:52.483334 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Attempting to bind port 17b2b723-b4bf-43d9-a54c-66b78ab77724 on network 382ee370-8814-4057-bb86-a80b3c5a69fd {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:18:52.489915 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:18:52.490241 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Checking segment: {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:18:52.490614 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Bound using segment: {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:18:52.491058 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Bound port: 17b2b723-b4bf-43d9-a54c-66b78ab77724, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6655137-a59f-4b09-a791-02f7474b8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:18:52.491474 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:52.563875 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] For port 17b2b723-b4bf-43d9-a54c-66b78ab77724, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:18:52.568703 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] For port 17b2b723-b4bf-43d9-a54c-66b78ab77724, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=17b2b723-b4bf-43d9-a54c-66b78ab77724,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:18:52.650848 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237f89a-3c6e-46f1-b62a-f7e5ba5a8848 req-d25cb801-06d2-44e6-92a9-2cb95d07faac tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:52.659806 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6237f89a-3c6e-46f1-b62a-f7e5ba5a8848 req-d25cb801-06d2-44e6-92a9-2cb95d07faac tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0522506 Oct 12 04:18:52.659806 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:52.660274 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 41cc2906-be10-4a86-ad90-4501c5163de7 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:18:52.683587 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 41cc2906-be10-4a86-ad90-4501c5163de7 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:18:52.684481 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 41cc2906-be10-4a86-ad90-4501c5163de7 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:18:52.724681 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:52.726162 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:52.727099 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] 10.222.0.36 "PUT /v2.0/ports/17b2b723-b4bf-43d9-a54c-66b78ab77724 HTTP/1.1" status: 200 len: 1094 time: 1.0421479 Oct 12 04:18:52.743551 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32dbe5f-c1a2-49d5-af68-7b63840b6fe1', 'tag': '17b2b723-b4bf-43d9-a54c-66b78ab77724'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:18:52.746064 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d32dbe5f-c1a2-49d5-af68-7b63840b6fe1", "tag": "17b2b723-b4bf-43d9-a54c-66b78ab77724"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:18:52.757628 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cdff3-bf23-47a7-992a-d4cad752768c service neutron] Pushing event updated for resources: {'Port': ['ID=17b2b723-b4bf-43d9-a54c-66b78ab77724,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:52.806341 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6237f89a-3c6e-46f1-b62a-f7e5ba5a8848 req-c5507884-6f02-406f-88fc-73b1380d6fd1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450524 Oct 12 04:18:52.835183 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102401a-b3d1-492b-87af-21965ebc18c7 req-17111449-093a-47c1-9846-e33e622aee9f tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:52.835183 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e102401a-b3d1-492b-87af-21965ebc18c7 req-17111449-093a-47c1-9846-e33e622aee9f tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 944 time: 0.0757954 Oct 12 04:18:52.868269 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f48d12-fa82-42ab-856c-242a7babd2f8 x-openstack-request-id: req-53f48d12-fa82-42ab-856c-242a7babd2f8 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:18:52.868553 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32dbe5f-c1a2-49d5-af68-7b63840b6fe1", "tag": "17b2b723-b4bf-43d9-a54c-66b78ab77724", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:18:52.868802 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53f48d12-fa82-42ab-856c-242a7babd2f8 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:18:52.869187 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32dbe5f-c1a2-49d5-af68-7b63840b6fe1', 'tag': '17b2b723-b4bf-43d9-a54c-66b78ab77724', 'status': 'completed', 'code': 200} Oct 12 04:18:52.904092 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e102401a-b3d1-492b-87af-21965ebc18c7 req-dc0a27ad-174a-4683-b86e-b5a5aa5fe138 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643198 Oct 12 04:18:52.918390 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-36d4d547-1138-45f4-9260-efdc47d997ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:52.920017 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-36d4d547-1138-45f4-9260-efdc47d997ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0648077 Oct 12 04:18:52.974139 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-171560e2-0cfb-4ef8-8eca-66fc26ce209a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b2b723-b4bf-43d9-a54c-66b78ab77724 HTTP/1.1" status: 200 len: 217 time: 0.0383379 Oct 12 04:18:53.032066 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-c3ad655b-ff58-4a70-b5b2-db113a5eeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:53.034180 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-c3ad655b-ff58-4a70-b5b2-db113a5eeb35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a974f39d-7362-4a97-8202-131a15390cc1 HTTP/1.1" status: 200 len: 854 time: 0.0519624 Oct 12 04:18:53.068846 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-ba8e9b26-d659-487e-865e-6ad8c3c76cbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382ee370-8814-4057-bb86-a80b3c5a69fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271499 Oct 12 04:18:53.170554 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bf7f3-d21a-4106-86e9-48891b75b320 req-d08aec54-3be6-4313-9ff5-078c74f882ea tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:53.172385 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d68bf7f3-d21a-4106-86e9-48891b75b320 req-d08aec54-3be6-4313-9ff5-078c74f882ea tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.1060176 Oct 12 04:18:53.229239 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-512bb495-bdc4-4943-853a-8b3b9d362558 service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350877 Oct 12 04:18:53.234414 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d68bf7f3-d21a-4106-86e9-48891b75b320 req-247bb56c-8fb2-4a62-874a-40915772f29b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540364 Oct 12 04:18:53.348885 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a89e5a6-c1b5-4024-a515-e83df4d3e2f2 req-039e0b7e-678e-4142-975b-270da2445b9a service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067660 Oct 12 04:18:53.523367 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-974f14fe-d081-4c3f-852b-c48458c4b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:53.524783 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-974f14fe-d081-4c3f-852b-c48458c4b749 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15e19031226d475dbcf3cdfa50550ef4&device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0391312 Oct 12 04:18:53.656853 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b079-6f56-4f4a-a41a-a9f22142fdd2 req-6cece767-a36c-401d-9eab-2c2a634b50c3 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:53.658305 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3a72b079-6f56-4f4a-a41a-a9f22142fdd2 req-6cece767-a36c-401d-9eab-2c2a634b50c3 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0497429 Oct 12 04:18:53.696185 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3a72b079-6f56-4f4a-a41a-a9f22142fdd2 req-fe23f34d-9a04-4381-80e9-a01c94ef47bd tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317693 Oct 12 04:18:53.937192 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe904245-c969-43e8-9e82-47bb2a94abbe req-4a71154b-426e-4feb-b0ab-99a219a21582 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:53.938650 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fe904245-c969-43e8-9e82-47bb2a94abbe req-4a71154b-426e-4feb-b0ab-99a219a21582 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0543294 Oct 12 04:18:53.989036 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fe904245-c969-43e8-9e82-47bb2a94abbe req-352da5b8-4a75-4a9a-ac44-f39592798b1b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Oct 12 04:18:54.023376 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391863d1-c946-4ff6-b3eb-50b650fb56ec req-01a891c1-0749-4508-8331-b49a167f4d37 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:54.024805 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-391863d1-c946-4ff6-b3eb-50b650fb56ec req-01a891c1-0749-4508-8331-b49a167f4d37 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 944 time: 0.0499945 Oct 12 04:18:54.061086 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-391863d1-c946-4ff6-b3eb-50b650fb56ec req-eb9ad551-657f-4651-a721-e400d3b98c4d tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302758 Oct 12 04:18:54.594106 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-796c2443-cc84-4e66-bea5-a9b326436bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:54.596127 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-796c2443-cc84-4e66-bea5-a9b326436bcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 200 len: 915 time: 0.0886321 Oct 12 04:18:54.691824 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 54952) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:54.806447 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d8e00a19-fe35-48f1-bf42-728515d59283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:54.835923 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050a375-1e53-4ea6-aa63-82aab9e084ee req-3151d072-8a7a-4358-9100-c742343937bb tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:54.837450 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0050a375-1e53-4ea6-aa63-82aab9e084ee req-3151d072-8a7a-4358-9100-c742343937bb tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0737929 Oct 12 04:18:54.895004 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0050a375-1e53-4ea6-aa63-82aab9e084ee req-fff0d3b4-6f03-40bf-8e05-93b91d630b59 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482502 Oct 12 04:18:54.922061 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d8e00a19-fe35-48f1-bf42-728515d59283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:55.003418 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d8e00a19-fe35-48f1-bf42-728515d59283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:55.043583 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d8e00a19-fe35-48f1-bf42-728515d59283 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=487f5d5b83dd4e2fa70c07aebf3c925b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506651 Oct 12 04:18:55.044529 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e00a19-fe35-48f1-bf42-728515d59283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef77ea7-4f87-4d92-850f-a6c82e3b1d64,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:55.046332 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 54962) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:18:55.110251 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ad364f9c-0ca1-416e-bd57-ffa091547efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:55.112785 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e884d-ce5f-4174-9cf1-b978999eb744 req-f46a0fe5-9ac2-4c6e-8ba6-255a2d48bb30 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:55.119840 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a93e884d-ce5f-4174-9cf1-b978999eb744 req-f46a0fe5-9ac2-4c6e-8ba6-255a2d48bb30 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0588431 Oct 12 04:18:55.131794 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ad364f9c-0ca1-416e-bd57-ffa091547efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:55.183266 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a93e884d-ce5f-4174-9cf1-b978999eb744 req-d6bdf1d7-ae44-40f1-98a3-69bc73e8805d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625751 Oct 12 04:18:55.191771 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8557b-4795-46ee-a0a3-e4c93340d234 req-3e919fab-1df9-419c-aa30-3994f8fa8eed tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:55.193181 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-30b8557b-4795-46ee-a0a3-e4c93340d234 req-3e919fab-1df9-419c-aa30-3994f8fa8eed tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 944 time: 0.0652275 Oct 12 04:18:55.230782 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-30b8557b-4795-46ee-a0a3-e4c93340d234 req-c11a6691-813e-4a59-9fcf-b71b91115e99 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Oct 12 04:18:55.238309 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ad364f9c-0ca1-416e-bd57-ffa091547efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:55.247322 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-ad364f9c-0ca1-416e-bd57-ffa091547efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:55.247322 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-ad364f9c-0ca1-416e-bd57-ffa091547efd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ef77ea7-4f87-4d92-850f-a6c82e3b1d64 HTTP/1.1" status: 204 len: 168 time: 0.1927752 Oct 12 04:18:55.249970 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad364f9c-0ca1-416e-bd57-ffa091547efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef77ea7-4f87-4d92-850f-a6c82e3b1d64,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:18:55.461032 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-ed224e8a-af9f-464f-bd52-e15326cd3a54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b2b723-b4bf-43d9-a54c-66b78ab77724 HTTP/1.1" status: 200 len: 217 time: 0.0369592 Oct 12 04:18:56.010764 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520115e4-9646-40af-9382-0afb8300f63b req-ca040e0d-410f-44ab-bed6-ac46b2e4e08d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:56.012220 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-520115e4-9646-40af-9382-0afb8300f63b req-ca040e0d-410f-44ab-bed6-ac46b2e4e08d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0484395 Oct 12 04:18:56.048382 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-520115e4-9646-40af-9382-0afb8300f63b req-163a439a-64d9-498e-bf47-7950b7d50bb4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304379 Oct 12 04:18:56.304156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ce469-c21a-47e7-b4be-8307f68deec3 req-718220a5-5c3c-4add-bf82-dc0a5a641135 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:56.305867 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-689ce469-c21a-47e7-b4be-8307f68deec3 req-718220a5-5c3c-4add-bf82-dc0a5a641135 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0517740 Oct 12 04:18:56.371175 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-689ce469-c21a-47e7-b4be-8307f68deec3 req-3a538bf1-afbb-4a76-aff1-6af83492e868 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549757 Oct 12 04:18:56.387777 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069364f2-ed44-4501-8b29-ab4a714ded67 req-896339ec-fbd6-4462-94ea-01e2e001b922 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:56.389237 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-069364f2-ed44-4501-8b29-ab4a714ded67 req-896339ec-fbd6-4462-94ea-01e2e001b922 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 944 time: 0.0820513 Oct 12 04:18:56.433750 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-069364f2-ed44-4501-8b29-ab4a714ded67 req-70b69881-2700-40d5-b1b3-4c0892750f5a tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Oct 12 04:18:56.527515 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-9deaff28-0fd4-4911-be18-1b08c279b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:56.528984 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-9deaff28-0fd4-4911-be18-1b08c279b5d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1099 time: 0.0431495 Oct 12 04:18:56.529310 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-f1bc5d59-b2fb-41cc-8ebd-e6b926ed4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:56.530913 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-f1bc5d59-b2fb-41cc-8ebd-e6b926ed4044 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a974f39d-7362-4a97-8202-131a15390cc1 HTTP/1.1" status: 200 len: 854 time: 0.0459561 Oct 12 04:18:56.600953 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-30c58a63-6415-4599-beac-d031eba06a4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382ee370-8814-4057-bb86-a80b3c5a69fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252843 Oct 12 04:18:56.660736 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-75fab9e3-a107-4492-9487-ee2f2de2e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:56.662489 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-75fab9e3-a107-4492-9487-ee2f2de2e478 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 919 time: 0.0884430 Oct 12 04:18:56.696422 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-a7140acc-c677-471b-9353-5cd5bec1909b service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862646 Oct 12 04:18:56.710782 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-b16d435c-c5df-4774-a458-40a864c62e38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=820be35b-a456-4989-96da-b067b6759731 HTTP/1.1" status: 200 len: 217 time: 0.0380902 Oct 12 04:18:56.765836 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-d0704e5e-07c4-439f-a512-f178e10bc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:56.767399 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-d0704e5e-07c4-439f-a512-f178e10bc22b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0469503 Oct 12 04:18:56.804215 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-8764527a-488e-48c0-8907-a16511bdbc99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238161 Oct 12 04:18:56.810938 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2c420d77-f7f3-4b99-b8ac-361c654bf5ea req-e0fb5de6-ebcf-446a-ba85-1f36de49fb2f service neutron] 10.222.0.36 "GET /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909023 Oct 12 04:18:56.913587 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-0b9d9619-573d-4860-8543-de17fe1d2700 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909243 Oct 12 04:18:57.009480 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f3d923cf-89fe-4ed4-a09a-7c00584c04b6 req-8a117afb-ef59-49c1-be7e-d33fec9a1516 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870798 Oct 12 04:18:57.162253 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f2d05-d5be-42dd-893b-7b0e9f88ddac req-50807764-8286-4434-9f6f-eb10f63ee4d7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:57.163850 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-de8f2d05-d5be-42dd-893b-7b0e9f88ddac req-50807764-8286-4434-9f6f-eb10f63ee4d7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0509992 Oct 12 04:18:57.202716 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-de8f2d05-d5be-42dd-893b-7b0e9f88ddac req-04a89cb6-4a45-4296-b968-590a75fc9b92 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Oct 12 04:18:57.509512 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf6a57-43b1-45ae-aca7-cc0ff7bd9d28 req-296edae1-22b7-4ea6-8039-eab2daae9a00 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:57.510946 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-abcf6a57-43b1-45ae-aca7-cc0ff7bd9d28 req-296edae1-22b7-4ea6-8039-eab2daae9a00 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0548818 Oct 12 04:18:57.570927 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-abcf6a57-43b1-45ae-aca7-cc0ff7bd9d28 req-905a65bf-ffd3-4e3f-973d-f5c1ba55176c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522239 Oct 12 04:18:57.579014 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c71d7d-548d-4e68-9d83-3a1dfdc18dd6 req-1cc6921d-8e08-4494-bc11-71547ab0a9fe tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:57.580498 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-92c71d7d-548d-4e68-9d83-3a1dfdc18dd6 req-1cc6921d-8e08-4494-bc11-71547ab0a9fe tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 944 time: 0.0789924 Oct 12 04:18:57.620275 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-92c71d7d-548d-4e68-9d83-3a1dfdc18dd6 req-ea762286-4b61-4cc6-bd5f-7b0e2dc766ae tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328717 Oct 12 04:18:57.757015 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-20e0b70c-3902-4016-af2f-87fe3367e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:57.758437 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-20e0b70c-3902-4016-af2f-87fe3367e64d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1099 time: 0.0397742 Oct 12 04:18:57.873008 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-949e1a28-3243-4c69-887f-5c5cae1c48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:57.874518 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-949e1a28-3243-4c69-887f-5c5cae1c48ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 919 time: 0.0933595 Oct 12 04:18:57.925912 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-6c3a2f0a-af7b-4e51-b3de-a0be66400928 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=820be35b-a456-4989-96da-b067b6759731 HTTP/1.1" status: 200 len: 217 time: 0.0350487 Oct 12 04:18:57.986923 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-ff83aedc-6017-43dd-a88c-373f0563dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:57.988578 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-ff83aedc-6017-43dd-a88c-373f0563dcce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0509069 Oct 12 04:18:58.025393 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-5c7a5088-b9e1-49ba-8f8d-a555eb4f9f32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261104 Oct 12 04:18:58.150998 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-30b663d9-aec5-4f70-a815-ffa1f7868f35 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162088 Oct 12 04:18:58.294294 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b69cbe3a-0429-4156-9bd1-f69da44e834f req-e89a6a9f-c58c-4806-9138-d50cff639efc service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320217 Oct 12 04:18:58.351362 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d8f05-430a-4271-bad0-995a41dd66b2 req-25d7919d-22c0-431e-9ae7-938c56847fb2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:58.353429 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d02d8f05-430a-4271-bad0-995a41dd66b2 req-25d7919d-22c0-431e-9ae7-938c56847fb2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0669174 Oct 12 04:18:58.403353 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d02d8f05-430a-4271-bad0-995a41dd66b2 req-839ede25-09c2-4d84-9400-e0c28e62d3d5 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 Oct 12 04:18:58.607889 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d6a09-52fe-4d10-a4d7-a026a6cf74c0 req-28a2d9c5-72d5-4cc2-8f3c-be3344f4cd15 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:58.617155 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-859d6a09-52fe-4d10-a4d7-a026a6cf74c0 req-28a2d9c5-72d5-4cc2-8f3c-be3344f4cd15 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0595069 Oct 12 04:18:58.672539 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-859d6a09-52fe-4d10-a4d7-a026a6cf74c0 req-a2624d33-d3db-4834-b8be-8aaa7ec6983c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550995 Oct 12 04:18:58.811351 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bffc6c-6cec-4393-a9e1-7435b6309372 req-fadce340-46d2-491a-85a5-63978d04dbde tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:58.819418 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-75bffc6c-6cec-4393-a9e1-7435b6309372 req-fadce340-46d2-491a-85a5-63978d04dbde tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.1437528 Oct 12 04:18:59.148888 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-75bffc6c-6cec-4393-a9e1-7435b6309372 req-264662d6-b26e-4484-a430-ace3f5a7ada3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111131 Oct 12 04:18:59.157067 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06723384-f55f-4c73-9764-5ea54b0d5d3e req-1fd94837-adc8-4814-a6bc-dcfeaf4d4cca tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:59.159172 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-06723384-f55f-4c73-9764-5ea54b0d5d3e req-1fd94837-adc8-4814-a6bc-dcfeaf4d4cca tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 944 time: 0.4126370 Oct 12 04:18:59.202731 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-06723384-f55f-4c73-9764-5ea54b0d5d3e req-9b65e0c5-0104-422c-abeb-c8b3ef9c2bb1 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Oct 12 04:18:59.520205 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b86751-5062-42c4-8c36-8340195a41f4 req-6280e04b-593c-41ff-8ccd-54bb7deeace9 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:59.521973 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8b86751-5062-42c4-8c36-8340195a41f4 req-6280e04b-593c-41ff-8ccd-54bb7deeace9 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0523553 Oct 12 04:18:59.577699 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8b86751-5062-42c4-8c36-8340195a41f4 req-455252ce-9f9d-45e8-ab90-661582d006f7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490553 Oct 12 04:18:59.787516 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c3cf-99af-41cb-9492-fd7d304e1932 req-391f8b96-ff7c-4f8f-9923-94239396dedd tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:59.791112 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7b13c3cf-99af-41cb-9492-fd7d304e1932 req-391f8b96-ff7c-4f8f-9923-94239396dedd tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0530775 Oct 12 04:18:59.839015 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7b13c3cf-99af-41cb-9492-fd7d304e1932 req-3ace03c6-4c57-4f0d-8e55-6dafdbe6d49a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425730 Oct 12 04:18:59.855376 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-03423ade-cec1-41d3-b49b-cbfe762e5094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:00.277572 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6f85-f997-4325-ba81-c4a2f5cd3fd7 req-d0ff2bf1-b097-4a38-90f8-9d0ac593b3d9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:00.280209 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-36ff6f85-f997-4325-ba81-c4a2f5cd3fd7 req-d0ff2bf1-b097-4a38-90f8-9d0ac593b3d9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0522697 Oct 12 04:19:00.356072 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-36ff6f85-f997-4325-ba81-c4a2f5cd3fd7 req-d0a5892a-2a9e-4fe4-90c6-5c9ac24e14b6 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675747 Oct 12 04:19:00.364874 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffeca9-d35b-4a38-9c3a-93b4b7a5c0df req-b04009e3-568a-407e-952f-6af81bc9874d tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:00.367157 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-71ffeca9-d35b-4a38-9c3a-93b4b7a5c0df req-b04009e3-568a-407e-952f-6af81bc9874d tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 944 time: 0.0766623 Oct 12 04:19:00.410229 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-71ffeca9-d35b-4a38-9c3a-93b4b7a5c0df req-d97f0db6-dab8-480d-b9cc-be7cb86c2b57 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368021 Oct 12 04:19:00.705894 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d3ec0-0356-452d-a428-7e1c12a13bf5 req-fbcb39f2-1a23-464e-8ee7-03a26dd2e09d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:00.707411 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ba5d3ec0-0356-452d-a428-7e1c12a13bf5 req-fbcb39f2-1a23-464e-8ee7-03a26dd2e09d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0575500 Oct 12 04:19:00.761623 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ba5d3ec0-0356-452d-a428-7e1c12a13bf5 req-abb2b21e-67a9-4011-894c-7b11c18d1912 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477908 Oct 12 04:19:00.792305 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 17b2b723-b4bf-43d9-a54c-66b78ab77724 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:19:00.898330 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 17b2b723-b4bf-43d9-a54c-66b78ab77724, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=17b2b723-b4bf-43d9-a54c-66b78ab77724,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:00.910029 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '17b2b723-b4bf-43d9-a54c-66b78ab77724', 'network_id': '382ee370-8814-4057-bb86-a80b3c5a69fd', 'port_id': '17b2b723-b4bf-43d9-a54c-66b78ab77724', 'mac_address': 'fa:16:3e:51:85:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a974f39d-7362-4a97-8202-131a15390cc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:19:00.949742 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:00.964308 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b2b723-b4bf-43d9-a54c-66b78ab77724 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:19:00.971624 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef966a-1493-465b-a8ac-4df9086c88f7 req-abe09bc9-4db3-408a-b0c4-29bf216534d9 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:00.973107 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-67ef966a-1493-465b-a8ac-4df9086c88f7 req-abe09bc9-4db3-408a-b0c4-29bf216534d9 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0582633 Oct 12 04:19:00.989111 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 17b2b723-b4bf-43d9-a54c-66b78ab77724, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=17b2b723-b4bf-43d9-a54c-66b78ab77724,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:01.019300 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-67ef966a-1493-465b-a8ac-4df9086c88f7 req-7d9d1327-941f-48a0-b85b-9828a402b07e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371912 Oct 12 04:19:01.060989 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:01.109697 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=17b2b723-b4bf-43d9-a54c-66b78ab77724,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:01.491147 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dc1c6-f032-48cc-bc1d-96ce89bc8f24 req-074321df-49ad-46c2-8cac-71ed6552fddc tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:01.492682 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-255dc1c6-f032-48cc-bc1d-96ce89bc8f24 req-074321df-49ad-46c2-8cac-71ed6552fddc tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0495663 Oct 12 04:19:01.562179 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5098b-c7bd-4889-bd3a-edb44ca12695 req-779c42bb-1f49-4545-a74c-345c259efc88 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:01.563772 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-04a5098b-c7bd-4889-bd3a-edb44ca12695 req-779c42bb-1f49-4545-a74c-345c259efc88 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 945 time: 0.0701945 Oct 12 04:19:01.566977 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-255dc1c6-f032-48cc-bc1d-96ce89bc8f24 req-10b242f4-41f6-4fe8-a267-75569d0e4625 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652623 Oct 12 04:19:01.608637 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-04a5098b-c7bd-4889-bd3a-edb44ca12695 req-183638f6-82db-401d-b8d3-e043d0c9fb8a tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 Oct 12 04:19:01.792713 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:01.892190 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcb8b9-8b67-4da8-94e2-43ebd709c073 req-ceb1d83a-7fbe-400a-b0d1-0973519052dd tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:01.896969 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8dcb8b9-8b67-4da8-94e2-43ebd709c073 req-ceb1d83a-7fbe-400a-b0d1-0973519052dd tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0590048 Oct 12 04:19:01.937745 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8dcb8b9-8b67-4da8-94e2-43ebd709c073 req-eff2d7f2-ccfa-462e-aed3-aa8b5f1e38f2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360577 Oct 12 04:19:02.136524 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb261-d98d-4156-8041-085684da67e9 req-c94a7a5f-65a8-4198-9eb8-e4bcf9634615 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:02.137986 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-092eb261-d98d-4156-8041-085684da67e9 req-c94a7a5f-65a8-4198-9eb8-e4bcf9634615 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0510149 Oct 12 04:19:02.188807 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-092eb261-d98d-4156-8041-085684da67e9 req-73003f65-391e-46e7-a842-c6a6bedc57cb tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387444 Oct 12 04:19:02.238797 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4af6-f0ba-4cc8-920a-60371778839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:02.733177 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d22f-ae34-4840-82c8-c5d1b77b0c09 req-8525d2f7-e30f-44cb-adf6-4a4f815f57f7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:02.734947 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8c3d22f-ae34-4840-82c8-c5d1b77b0c09 req-8525d2f7-e30f-44cb-adf6-4a4f815f57f7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0784221 Oct 12 04:19:02.769245 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067eddc-0822-4199-bde7-299b75d3f938 req-94b6461f-18ef-4b8a-8040-2d38c62d5369 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:02.770795 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0067eddc-0822-4199-bde7-299b75d3f938 req-94b6461f-18ef-4b8a-8040-2d38c62d5369 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 945 time: 0.0843213 Oct 12 04:19:02.803195 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8c3d22f-ae34-4840-82c8-c5d1b77b0c09 req-05b210ed-39a0-434d-a8dc-ed765c5c630f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594156 Oct 12 04:19:02.828113 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0067eddc-0822-4199-bde7-299b75d3f938 req-10096c27-58d9-4289-8fb5-c9467378b293 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485477 Oct 12 04:19:03.098404 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991e638-a26b-4074-822e-b5e2ed85b0c9 req-3c4725a3-e2d5-4407-a74c-bdb793cabfcc tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:03.100252 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5991e638-a26b-4074-822e-b5e2ed85b0c9 req-3c4725a3-e2d5-4407-a74c-bdb793cabfcc tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0509949 Oct 12 04:19:03.142086 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5991e638-a26b-4074-822e-b5e2ed85b0c9 req-824c0443-cad0-4e49-8783-4ec66e67d130 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341375 Oct 12 04:19:03.176728 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:03.307101 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e81022-8ff3-49d8-aebf-2b104ae230d5 req-7feee926-a714-4c31-9fe9-305c7d01b7bd tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:03.308766 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-34e81022-8ff3-49d8-aebf-2b104ae230d5 req-7feee926-a714-4c31-9fe9-305c7d01b7bd tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0536606 Oct 12 04:19:03.351513 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-34e81022-8ff3-49d8-aebf-2b104ae230d5 req-e3919d98-55de-4319-8022-4812abaf1207 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361695 Oct 12 04:19:03.429797 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['17b2b723-b4bf-43d9-a54c-66b78ab77724'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:03.671802 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:04.012537 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2669e-2ead-4fa8-8728-dff73bdd40d4 req-2f5fda03-c9b2-4e73-b585-09b302b9364e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:04.014366 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9dd2669e-2ead-4fa8-8728-dff73bdd40d4 req-2f5fda03-c9b2-4e73-b585-09b302b9364e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.1006620 Oct 12 04:19:04.027160 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba7db-1c60-4c40-96c9-29f99da4cbe9 req-f9c7c3a2-a143-44fe-9e8f-20ccac54d1d8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:04.028616 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2fbba7db-1c60-4c40-96c9-29f99da4cbe9 req-f9c7c3a2-a143-44fe-9e8f-20ccac54d1d8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 945 time: 0.0833960 Oct 12 04:19:04.085680 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9dd2669e-2ead-4fa8-8728-dff73bdd40d4 req-cb0c9900-b196-4308-aa3b-f388041e3a49 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560238 Oct 12 04:19:04.094186 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2fbba7db-1c60-4c40-96c9-29f99da4cbe9 req-8bc670db-15ce-4125-a880-1fc4ac0bf183 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578115 Oct 12 04:19:04.290932 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d9d08-0fd4-4358-9f36-75107a5944c1 req-d98947ef-4d18-463a-9a15-065f27b5339b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:04.292923 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5e1d9d08-0fd4-4358-9f36-75107a5944c1 req-d98947ef-4d18-463a-9a15-065f27b5339b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0644417 Oct 12 04:19:04.335466 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5e1d9d08-0fd4-4358-9f36-75107a5944c1 req-aa9f3ffc-ef31-4986-9e4c-6f7f279f5f22 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361502 Oct 12 04:19:04.474171 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca7d0-ddbf-4d0a-bf40-9bbe39e874dd req-cc4663b3-867c-4c28-b1d9-2301c1cb743f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:04.484908 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-033ca7d0-ddbf-4d0a-bf40-9bbe39e874dd req-cc4663b3-867c-4c28-b1d9-2301c1cb743f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0499854 Oct 12 04:19:04.517228 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-033ca7d0-ddbf-4d0a-bf40-9bbe39e874dd req-1696165a-8492-4cce-8d95-f04d2229ab03 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354307 Oct 12 04:19:04.906266 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 17b2b723-b4bf-43d9-a54c-66b78ab77724 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:19:05.049688 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 17b2b723-b4bf-43d9-a54c-66b78ab77724 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:19:05.054024 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 17b2b723-b4bf-43d9-a54c-66b78ab77724 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:19:05.054387 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.151128 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.179157 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32dbe5f-c1a2-49d5-af68-7b63840b6fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b2b723-b4bf-43d9-a54c-66b78ab77724'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:05.182443 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7a8f76-a392-4c3c-8535-98a5c2598e91" -d '{"events": [{"server_uuid": "d32dbe5f-c1a2-49d5-af68-7b63840b6fe1", "name": "network-vif-plugged", "status": "completed", "tag": "17b2b723-b4bf-43d9-a54c-66b78ab77724"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:05.201662 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 17b2b723-b4bf-43d9-a54c-66b78ab77724, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=17b2b723-b4bf-43d9-a54c-66b78ab77724,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:05.239360 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462e61d-3152-4e5c-b455-dd8d4301d894 req-08e5ba80-49d5-446d-aff5-e6eabfb0dc27 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:05.246974 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c462e61d-3152-4e5c-b455-dd8d4301d894 req-08e5ba80-49d5-446d-aff5-e6eabfb0dc27 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0648353 Oct 12 04:19:05.275794 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 55212) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:05.299138 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.321639 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c462e61d-3152-4e5c-b455-dd8d4301d894 req-88dae205-a9fe-43e4-89b5-f2b82d569516 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732913 Oct 12 04:19:05.349983 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8be82-acbf-4808-be5a-5216bc71fdd4 req-3aa13953-d69b-47c7-82ea-f8941614a423 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:05.357285 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6f8be82-acbf-4808-be5a-5216bc71fdd4 req-3aa13953-d69b-47c7-82ea-f8941614a423 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 945 time: 0.0889931 Oct 12 04:19:05.372365 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=17b2b723-b4bf-43d9-a54c-66b78ab77724,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:05.408547 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6f8be82-acbf-4808-be5a-5216bc71fdd4 req-c59a20e0-eba2-4e23-86a3-f08280895ab4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Oct 12 04:19:05.426351 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-80c6b68a-5312-4a81-a090-6aaad5d161e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.431296 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695b13bb-82e7-408c-933b-531c67423e7d x-openstack-request-id: req-695b13bb-82e7-408c-933b-531c67423e7d {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:05.431763 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32dbe5f-c1a2-49d5-af68-7b63840b6fe1", "name": "network-vif-plugged", "status": "completed", "tag": "17b2b723-b4bf-43d9-a54c-66b78ab77724", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:05.436937 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-695b13bb-82e7-408c-933b-531c67423e7d {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:05.436937 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32dbe5f-c1a2-49d5-af68-7b63840b6fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b2b723-b4bf-43d9-a54c-66b78ab77724', 'code': 200} Oct 12 04:19:05.455019 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.545164 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-80c6b68a-5312-4a81-a090-6aaad5d161e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.621156 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-80c6b68a-5312-4a81-a090-6aaad5d161e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.646436 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3a7e-09f9-43b0-819a-8a79b4192e61 req-a836d6df-2b71-400c-afda-078fbce04c46 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:05.648305 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2fac3a7e-09f9-43b0-819a-8a79b4192e61 req-a836d6df-2b71-400c-afda-078fbce04c46 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0574713 Oct 12 04:19:05.659146 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6b68a-5312-4a81-a090-6aaad5d161e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce81987-fac3-470c-97c2-b073cfc6d9b2,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:05.672597 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-80c6b68a-5312-4a81-a090-6aaad5d161e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df3c7fdf7c40462684c0964574ae1aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969450 Oct 12 04:19:05.675858 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 55220) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:05.710608 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2fac3a7e-09f9-43b0-819a-8a79b4192e61 req-05c21ecc-ac6e-49b8-843f-2ee8825a553f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561433 Oct 12 04:19:05.751090 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-571ff03f-c11e-4af1-bcbd-95555e712fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.780327 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-571ff03f-c11e-4af1-bcbd-95555e712fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.804885 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377c841-2df8-428f-b07e-8583cf0a28d4 req-41954143-e877-4139-b9fd-400c91fd991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:05.806954 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0377c841-2df8-428f-b07e-8583cf0a28d4 req-41954143-e877-4139-b9fd-400c91fd991d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 1099 time: 0.0510886 Oct 12 04:19:05.847429 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0377c841-2df8-428f-b07e-8583cf0a28d4 req-121b70e5-376e-4a37-9dfa-a963e39bf9b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299451 Oct 12 04:19:05.912910 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-571ff03f-c11e-4af1-bcbd-95555e712fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.916022 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-571ff03f-c11e-4af1-bcbd-95555e712fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:05.917469 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-571ff03f-c11e-4af1-bcbd-95555e712fcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ce81987-fac3-470c-97c2-b073cfc6d9b2 HTTP/1.1" status: 204 len: 168 time: 0.2404149 Oct 12 04:19:05.928033 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ff03f-c11e-4af1-bcbd-95555e712fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce81987-fac3-470c-97c2-b073cfc6d9b2,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:06.102904 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985fb6a-0e1a-4427-b1c0-8c1547d9bb04 req-d414b24f-082b-4230-abf2-f86d6e4dda00 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:06.104286 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2985fb6a-0e1a-4427-b1c0-8c1547d9bb04 req-d414b24f-082b-4230-abf2-f86d6e4dda00 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0512991 Oct 12 04:19:06.148127 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2985fb6a-0e1a-4427-b1c0-8c1547d9bb04 req-34af759b-ab90-45f2-954b-47e285b034ba tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372591 Oct 12 04:19:06.480318 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdef44c-2597-495d-a265-729c2f241266 req-216798f1-5d93-4a8e-af39-e35446c7b9db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:06.482300 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2cdef44c-2597-495d-a265-729c2f241266 req-216798f1-5d93-4a8e-af39-e35446c7b9db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0558364 Oct 12 04:19:06.522594 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2cdef44c-2597-495d-a265-729c2f241266 req-b79df1e6-a064-44d0-a4df-1ff74fe17720 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334053 Oct 12 04:19:06.709869 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 55248) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:06.728021 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-661b0572-51a0-42fa-9620-96aceea14a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:06.749349 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09262a8f-8806-4603-9fb2-8367307d1852 req-d4cd04cd-3c71-4d6b-83b2-576cdda041cd tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:06.754141 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-09262a8f-8806-4603-9fb2-8367307d1852 req-d4cd04cd-3c71-4d6b-83b2-576cdda041cd tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 946 time: 0.1074731 Oct 12 04:19:06.826261 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-09262a8f-8806-4603-9fb2-8367307d1852 req-7a69c5d2-5976-49fd-bcb1-1c3ae656c3bd tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659592 Oct 12 04:19:06.872836 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-661b0572-51a0-42fa-9620-96aceea14a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:06.956344 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-661b0572-51a0-42fa-9620-96aceea14a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.006480 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-661b0572-51a0-42fa-9620-96aceea14a9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c5269a47d1a429699aa3f2d8ed5f843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954097 Oct 12 04:19:07.009132 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 55254) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:07.010234 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b0572-51a0-42fa-9620-96aceea14a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d324597a-15ec-4a76-b1e5-b98fd91be353,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:07.021207 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba4d2d-43d2-4a01-83f0-82d2a5ab4d75 req-678e49cb-8cb5-49f7-a0e7-85d5c8fd9a4e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:07.022810 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f5ba4d2d-43d2-4a01-83f0-82d2a5ab4d75 req-678e49cb-8cb5-49f7-a0e7-85d5c8fd9a4e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.1247849 Oct 12 04:19:07.083995 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f5ba4d2d-43d2-4a01-83f0-82d2a5ab4d75 req-e58b57d6-dc44-4be8-b561-ec02d10d57aa tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435722 Oct 12 04:19:07.117277 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3d515920-cba8-4a1d-ac51-bc00e9218a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.149951 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3d515920-cba8-4a1d-ac51-bc00e9218a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.199848 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 55260) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:07.324617 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3d515920-cba8-4a1d-ac51-bc00e9218a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.328466 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3d515920-cba8-4a1d-ac51-bc00e9218a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.332261 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-3d515920-cba8-4a1d-ac51-bc00e9218a6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d324597a-15ec-4a76-b1e5-b98fd91be353 HTTP/1.1" status: 204 len: 168 time: 0.3181760 Oct 12 04:19:07.338072 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d515920-cba8-4a1d-ac51-bc00e9218a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d324597a-15ec-4a76-b1e5-b98fd91be353,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:07.376519 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd1d5-35b5-4c69-a5a8-f4faabfc1fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.464895 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd1d5-35b5-4c69-a5a8-f4faabfc1fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.576737 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd1d5-35b5-4c69-a5a8-f4faabfc1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.684222 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bd1d5-35b5-4c69-a5a8-f4faabfc1fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c33bb25-f820-40df-ab1d-742a5bfea4bf,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:07.694287 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-1e7bd1d5-35b5-4c69-a5a8-f4faabfc1fa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c76fbc300424274a6a6392125e73723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910345 Oct 12 04:19:07.694623 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 55270) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:07.742870 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349fbb3-a2dc-43eb-a876-e99ba7b6e626 req-164be77e-fa2d-4ef0-bcbc-064dbfc0967b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:07.745089 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4349fbb3-a2dc-43eb-a876-e99ba7b6e626 req-164be77e-fa2d-4ef0-bcbc-064dbfc0967b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0853503 Oct 12 04:19:07.814544 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ecde-609d-49e5-b3f3-d49af16222c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.823470 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4349fbb3-a2dc-43eb-a876-e99ba7b6e626 req-df7938a3-d821-4977-bd0b-7c2a760f9a8e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708389 Oct 12 04:19:07.854479 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ecde-609d-49e5-b3f3-d49af16222c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.968734 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef7d3c-2424-4865-95ac-ed2a4dc778ec req-d94a14ed-8963-4e15-aa0f-ed19890ec3d2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:07.975616 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-49ef7d3c-2424-4865-95ac-ed2a4dc778ec req-d94a14ed-8963-4e15-aa0f-ed19890ec3d2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 946 time: 0.0603263 Oct 12 04:19:07.980986 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ecde-609d-49e5-b3f3-d49af16222c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.985365 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ecde-609d-49e5-b3f3-d49af16222c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.990283 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c5f5ecde-609d-49e5-b3f3-d49af16222c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c33bb25-f820-40df-ab1d-742a5bfea4bf HTTP/1.1" status: 204 len: 168 time: 0.2914958 Oct 12 04:19:08.004820 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5ecde-609d-49e5-b3f3-d49af16222c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c33bb25-f820-40df-ab1d-742a5bfea4bf,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:08.075106 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-49ef7d3c-2424-4865-95ac-ed2a4dc778ec req-cc1aecb9-ab6a-4aeb-8415-d89ea121846f tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973721 Oct 12 04:19:08.187227 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 55284) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:08.210914 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3d30f577-a260-46a8-a249-7e2700d2143b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:08.269773 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53446b1-a8d1-44e8-bb6b-b0ec87c9853d req-ab6f1efa-b795-41e5-a44f-d45f3573933e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:08.283707 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c53446b1-a8d1-44e8-bb6b-b0ec87c9853d req-ab6f1efa-b795-41e5-a44f-d45f3573933e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.1184630 Oct 12 04:19:08.343367 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c53446b1-a8d1-44e8-bb6b-b0ec87c9853d req-faf6485d-3ce7-401b-b2d0-d347b4a087a8 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584188 Oct 12 04:19:08.365474 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3d30f577-a260-46a8-a249-7e2700d2143b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:08.455854 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3d30f577-a260-46a8-a249-7e2700d2143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:08.498817 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30f577-a260-46a8-a249-7e2700d2143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3d6e94-f0ad-44d7-8925-d1bb9266eb8c,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:08.522101 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-3d30f577-a260-46a8-a249-7e2700d2143b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=991647299fc145bd8125060293a67be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330939 Oct 12 04:19:08.524696 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 55286) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:08.588397 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c669143-ddc4-4879-98e2-a4601092999e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:08.611371 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c669143-ddc4-4879-98e2-a4601092999e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:08.758684 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c669143-ddc4-4879-98e2-a4601092999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:08.764390 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c669143-ddc4-4879-98e2-a4601092999e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:08.766622 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6c669143-ddc4-4879-98e2-a4601092999e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b3d6e94-f0ad-44d7-8925-d1bb9266eb8c HTTP/1.1" status: 204 len: 168 time: 0.2402859 Oct 12 04:19:08.779731 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c669143-ddc4-4879-98e2-a4601092999e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3d6e94-f0ad-44d7-8925-d1bb9266eb8c,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:08.912543 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:19:09.013614 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f2c55-0169-4d5e-94f9-3e4a07d982a5 req-c29cb82b-e256-43b1-b4eb-a76340973785 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:09.023580 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c85f2c55-0169-4d5e-94f9-3e4a07d982a5 req-c29cb82b-e256-43b1-b4eb-a76340973785 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0899129 Oct 12 04:19:09.078258 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c85f2c55-0169-4d5e-94f9-3e4a07d982a5 req-8bdf6c72-8cd2-4b53-a751-ab41cf9689db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534277 Oct 12 04:19:09.110780 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:09.130897 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'port_id': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'mac_address': 'fa:16:3e:ac:09:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:19:09.168574 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:09.182168 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:19:09.201866 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:09.282229 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:09.333945 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=6']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:09.341988 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.342331 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.342777 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.343043 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.343392 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.343871 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.344334 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.344795 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.345842 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.346316 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.346985 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.347654 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:09.475586 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:09.482064 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffea0-daba-4fe7-8364-7cc713581418 req-25fbbc8a-4084-4ed5-bd74-478465ebb18d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:09.491769 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-10bffea0-daba-4fe7-8364-7cc713581418 req-25fbbc8a-4084-4ed5-bd74-478465ebb18d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0735910 Oct 12 04:19:09.531313 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-10bffea0-daba-4fe7-8364-7cc713581418 req-26807b0c-ee39-4df0-b719-091c61522c08 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385311 Oct 12 04:19:10.245680 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec03fd9-ffd6-4c13-820d-249d12c79ae0 req-3c073abb-e372-4384-bbe1-6196a5c93a4a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:10.247689 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eec03fd9-ffd6-4c13-820d-249d12c79ae0 req-3c073abb-e372-4384-bbe1-6196a5c93a4a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 944 time: 0.0649676 Oct 12 04:19:10.347306 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eec03fd9-ffd6-4c13-820d-249d12c79ae0 req-92ba2127-699b-452a-97cb-dcc51610534f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929801 Oct 12 04:19:10.709899 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5c977-70fb-4d90-a342-0e2216be87b3 req-3aaf09b8-4acf-48bd-90ba-875bbd4c4629 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:10.711937 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e7d5c977-70fb-4d90-a342-0e2216be87b3 req-3aaf09b8-4acf-48bd-90ba-875bbd4c4629 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0804060 Oct 12 04:19:10.795210 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e7d5c977-70fb-4d90-a342-0e2216be87b3 req-17716266-d7e7-4fe5-ba5e-0a1b97979670 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750978 Oct 12 04:19:10.932176 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:19:10.949584 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 55376) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:10.990701 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:19:10.991464 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.093999 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-40ac2d00-8aae-45f2-acff-a2dd5306cbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.098231 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.140257 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:11.144351 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51c57d6-9de8-4108-98b5-2f97f221d715" -d '{"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:11.158999 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:11.200345 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e05885-34a2-48af-b4e9-2ee5784f1c54 x-openstack-request-id: req-80e05885-34a2-48af-b4e9-2ee5784f1c54 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:11.200742 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:11.201062 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80e05885-34a2-48af-b4e9-2ee5784f1c54 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:11.201510 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'code': 200} Oct 12 04:19:11.211518 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-40ac2d00-8aae-45f2-acff-a2dd5306cbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.249736 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.305666 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-40ac2d00-8aae-45f2-acff-a2dd5306cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.312642 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=7']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:11.361528 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac2d00-8aae-45f2-acff-a2dd5306cbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f095e7a-6da0-4a15-8e09-1ce5e2dd454d,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:11.373886 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-40ac2d00-8aae-45f2-acff-a2dd5306cbca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e074d7029a14ec1a57c08d488609dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207029 Oct 12 04:19:11.373886 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 55398) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:11.438850 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-09ff6368-f856-4de7-aade-6e9b032e23e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.512583 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-09ff6368-f856-4de7-aade-6e9b032e23e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.575553 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12364df8-c8d3-4366-bb93-d760fbabb198 req-eb399286-f1b0-49de-9983-f3ecf34ad7e4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:11.577711 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-12364df8-c8d3-4366-bb93-d760fbabb198 req-eb399286-f1b0-49de-9983-f3ecf34ad7e4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.1193388 Oct 12 04:19:11.639281 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-12364df8-c8d3-4366-bb93-d760fbabb198 req-6f2b6d33-a0cc-4041-baad-64e2a844894a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528646 Oct 12 04:19:11.740782 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-09ff6368-f856-4de7-aade-6e9b032e23e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.743935 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-09ff6368-f856-4de7-aade-6e9b032e23e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:11.745396 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-09ff6368-f856-4de7-aade-6e9b032e23e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f095e7a-6da0-4a15-8e09-1ce5e2dd454d HTTP/1.1" status: 204 len: 168 time: 0.3704190 Oct 12 04:19:11.764880 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff6368-f856-4de7-aade-6e9b032e23e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f095e7a-6da0-4a15-8e09-1ce5e2dd454d,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:12.026160 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dbb58-14ec-49b4-851d-28c0933cbb76 req-2fb78bed-8ada-4ac6-9329-7328a0f3438d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:12.034655 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-818dbb58-14ec-49b4-851d-28c0933cbb76 req-2fb78bed-8ada-4ac6-9329-7328a0f3438d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0880527 Oct 12 04:19:12.099830 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-818dbb58-14ec-49b4-851d-28c0933cbb76 req-7cd5dd96-fd7d-4992-8330-e5c194bb6b6f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640266 Oct 12 04:19:12.806344 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6c74c-3544-4f91-81ca-679a9c301c92 req-c3ec3cb4-43ce-493e-8ed6-6106b230d0b9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:12.824990 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-46b6c74c-3544-4f91-81ca-679a9c301c92 req-c3ec3cb4-43ce-493e-8ed6-6106b230d0b9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0869777 Oct 12 04:19:12.885737 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-46b6c74c-3544-4f91-81ca-679a9c301c92 req-faae4ed6-128c-4dc0-baab-77454cae48e8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596263 Oct 12 04:19:13.405130 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbf2bc-51aa-4ce4-9007-19dfb925eb97 req-bbefd593-c5c0-4797-81fa-1249f844d443 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:13.406851 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0fdbf2bc-51aa-4ce4-9007-19dfb925eb97 req-bbefd593-c5c0-4797-81fa-1249f844d443 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.1070418 Oct 12 04:19:13.474363 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0fdbf2bc-51aa-4ce4-9007-19dfb925eb97 req-5ae2a089-9405-4380-a76f-039fc57212c6 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430341 Oct 12 04:19:14.074595 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd1e84-1287-4162-84c5-b60d65be42a4 req-a651084a-340e-4691-886f-2a20fa78cc7b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:14.077149 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4fcd1e84-1287-4162-84c5-b60d65be42a4 req-a651084a-340e-4691-886f-2a20fa78cc7b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0838361 Oct 12 04:19:14.154075 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4fcd1e84-1287-4162-84c5-b60d65be42a4 req-f5a3ba24-e310-4036-b886-0f97b431283b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671890 Oct 12 04:19:14.735067 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77892de-34fc-492d-b750-923de3c7583f req-6a027ab5-56fe-4620-a5df-43df36694194 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:14.736910 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b77892de-34fc-492d-b750-923de3c7583f req-6a027ab5-56fe-4620-a5df-43df36694194 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0608926 Oct 12 04:19:14.784535 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b77892de-34fc-492d-b750-923de3c7583f req-45391574-ea15-4333-93fd-3efd88db072d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405769 Oct 12 04:19:15.447846 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959f68-e478-45cd-a577-d4d3366e8206 req-15703e1a-ff46-4291-9384-04c040e648d1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:15.457928 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-50959f68-e478-45cd-a577-d4d3366e8206 req-15703e1a-ff46-4291-9384-04c040e648d1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.1128342 Oct 12 04:19:15.507214 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-50959f68-e478-45cd-a577-d4d3366e8206 req-10f3321d-b2a5-4b47-9dc1-a0aa3e12e943 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483360 Oct 12 04:19:16.011733 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46301a8-a207-4f50-850d-b4c9dba46bfa req-a76fb4f9-2786-4a45-82e2-6d8042701b85 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:16.015473 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a46301a8-a207-4f50-850d-b4c9dba46bfa req-a76fb4f9-2786-4a45-82e2-6d8042701b85 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.1338027 Oct 12 04:19:16.097524 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a46301a8-a207-4f50-850d-b4c9dba46bfa req-b51f74f4-a2ce-45b2-9bae-8e3f8774b637 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735004 Oct 12 04:19:16.676445 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266d122-fad7-4f0f-8792-982958b2c28f req-133b115a-195c-4f83-8de1-7b3a7d6281ea tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:16.680776 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-96c076a5-c900-4499-b87b-9603c128b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:16.688972 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4266d122-fad7-4f0f-8792-982958b2c28f req-133b115a-195c-4f83-8de1-7b3a7d6281ea tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.1872716 Oct 12 04:19:16.691081 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-96c076a5-c900-4499-b87b-9603c128b935 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1099 time: 0.1284304 Oct 12 04:19:16.814044 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4266d122-fad7-4f0f-8792-982958b2c28f req-33a0d0bd-bb4d-4fbb-b13c-dfad46c91cc7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219215 Oct 12 04:19:16.900417 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fb00b-318b-44b4-837c-414051153190 req-8a65e00a-ea7b-4515-b45c-924077f0669d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:16.903966 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-973fb00b-318b-44b4-837c-414051153190 req-8a65e00a-ea7b-4515-b45c-924077f0669d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.2100956 Oct 12 04:19:16.958568 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-78d20445-5cff-4b8b-8b23-699778d6a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:16.960027 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-78d20445-5cff-4b8b-8b23-699778d6a88c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 919 time: 0.2499301 Oct 12 04:19:16.987348 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-973fb00b-318b-44b4-837c-414051153190 req-6b99b7ef-7c00-48be-961f-af464693aacb tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765712 Oct 12 04:19:17.038808 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-984b9e15-8727-4d3a-8532-6c915d9a72af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=820be35b-a456-4989-96da-b067b6759731 HTTP/1.1" status: 200 len: 217 time: 0.0666337 Oct 12 04:19:17.102564 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-8954e172-ac89-438a-9db7-43203a91a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:17.104324 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-8954e172-ac89-438a-9db7-43203a91a6f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0569255 Oct 12 04:19:17.154854 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-dcd8c95b-c38f-424f-91b3-2e3ad0219c0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348742 Oct 12 04:19:17.290296 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-11d87102-b31a-4fef-8675-99b8cd3bc814 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229835 Oct 12 04:19:17.326504 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6018d9-a72a-484d-ada4-17f401e53b2b req-a4cffa2e-c736-419c-b8c5-d7551c7e5100 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:17.328493 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8a6018d9-a72a-484d-ada4-17f401e53b2b req-a4cffa2e-c736-419c-b8c5-d7551c7e5100 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.1094201 Oct 12 04:19:17.437214 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8a6018d9-a72a-484d-ada4-17f401e53b2b req-5714b85f-9446-4d89-9e5f-0f8a5e9a64f2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949297 Oct 12 04:19:17.461447 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9d06a3a-8787-4898-b965-6d2bc4cb01bd req-12a4ed76-dd2d-40bd-8bd0-9dfa944a313a service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629903 Oct 12 04:19:17.998120 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d18e22-c09d-467a-a775-8f7d1cd7bb1d req-87d5b739-9599-49cd-aeb5-b3175d13b888 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:18.009082 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-99d18e22-c09d-467a-a775-8f7d1cd7bb1d req-87d5b739-9599-49cd-aeb5-b3175d13b888 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0938046 Oct 12 04:19:18.120924 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-99d18e22-c09d-467a-a775-8f7d1cd7bb1d req-5b0b3e2e-156c-4130-afc3-3ca2a4a023da tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104140 Oct 12 04:19:18.187442 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efa473-75c8-420d-8ef7-31e4396fe732 req-b1a8cafb-502f-4c52-b3e9-b87552aab3e7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:18.195740 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5efa473-75c8-420d-8ef7-31e4396fe732 req-b1a8cafb-502f-4c52-b3e9-b87552aab3e7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0731759 Oct 12 04:19:18.245003 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5efa473-75c8-420d-8ef7-31e4396fe732 req-08b06991-2f20-4c6f-a440-6f751f94b0d9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485585 Oct 12 04:19:18.556173 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e50e8-6264-4935-a217-89db2cf5cf00 req-0764405d-1c19-42d5-8157-4d0552526dd3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:18.557771 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c4e50e8-6264-4935-a217-89db2cf5cf00 req-0764405d-1c19-42d5-8157-4d0552526dd3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0530834 Oct 12 04:19:18.628595 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c4e50e8-6264-4935-a217-89db2cf5cf00 req-4f983288-2fdd-4a6e-8cef-930841adfaec tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584583 Oct 12 04:19:18.869136 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:19:19.262510 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eb057-e69e-43ac-aef3-acb5f8e0f9c0 req-844699b4-e7c4-4e8f-8c88-df0e9b6cbb5d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:19.273095 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9f8eb057-e69e-43ac-aef3-acb5f8e0f9c0 req-844699b4-e7c4-4e8f-8c88-df0e9b6cbb5d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0650637 Oct 12 04:19:19.320536 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9f8eb057-e69e-43ac-aef3-acb5f8e0f9c0 req-b23a2e35-406d-4b0b-82d0-94c95df507e1 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464435 Oct 12 04:19:19.458280 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420cebe-64a3-4444-87c1-32903743750e req-fd4bd152-cbf3-4a2d-b08b-0c15b44b061f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:19.460398 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d420cebe-64a3-4444-87c1-32903743750e req-fd4bd152-cbf3-4a2d-b08b-0c15b44b061f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0762670 Oct 12 04:19:19.542729 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d420cebe-64a3-4444-87c1-32903743750e req-aa41b472-b5d1-4f3d-aac7-500f69210392 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748711 Oct 12 04:19:19.847783 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26b6cc-ce0c-4baa-9bef-798d518492c4 req-11e8dc92-a001-4e85-90fc-85909aae0a4b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:19.849590 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2a26b6cc-ce0c-4baa-9bef-798d518492c4 req-11e8dc92-a001-4e85-90fc-85909aae0a4b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0998216 Oct 12 04:19:19.941440 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2a26b6cc-ce0c-4baa-9bef-798d518492c4 req-a1508556-a571-4faa-89e9-0499922536fd tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826192 Oct 12 04:19:20.494203 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463167c-a56b-4fbf-a961-aa34c2bebe02 req-651f9322-e83d-4bb8-a094-c280cca46709 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:20.509602 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b463167c-a56b-4fbf-a961-aa34c2bebe02 req-651f9322-e83d-4bb8-a094-c280cca46709 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0817778 Oct 12 04:19:20.607128 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b463167c-a56b-4fbf-a961-aa34c2bebe02 req-96ac73d5-bfa9-4340-ba01-bba74b7db57c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941863 Oct 12 04:19:20.650423 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563df9b-411c-4167-8a9e-9f24106dc7c2 req-82c06088-5158-4510-8371-1da8b13452c9 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:20.659445 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2563df9b-411c-4167-8a9e-9f24106dc7c2 req-82c06088-5158-4510-8371-1da8b13452c9 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.1369295 Oct 12 04:19:20.666389 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-7a12558a-71c9-4548-8f7f-89c525699994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:20.671732 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-7a12558a-71c9-4548-8f7f-89c525699994 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 1099 time: 0.0789833 Oct 12 04:19:20.817141 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2563df9b-411c-4167-8a9e-9f24106dc7c2 req-59a98222-3e19-46bb-94c5-2e845ebfa812 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529400 Oct 12 04:19:20.848701 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13054dbd-843a-42b7-83a3-200538fc71a6 req-aa3900ab-d83c-4ffe-8f53-7639bd40096f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:20.850279 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-13054dbd-843a-42b7-83a3-200538fc71a6 req-aa3900ab-d83c-4ffe-8f53-7639bd40096f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.1155822 Oct 12 04:19:20.905808 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-1394849c-5236-4ec3-a890-8cc9ba3f0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:20.909634 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-1394849c-5236-4ec3-a890-8cc9ba3f0b39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47359d39-1ce6-44f7-a02f-d9bf518e6124 HTTP/1.1" status: 200 len: 910 time: 0.2279823 Oct 12 04:19:20.939752 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-13054dbd-843a-42b7-83a3-200538fc71a6 req-aa2d4491-151e-4e91-ab6b-34755e9f5743 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714474 Oct 12 04:19:21.060167 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-3ffee9cb-c424-4fbd-919a-e45909f5578b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8580464d-5ebb-48ed-ba90-238466c4d35b HTTP/1.1" status: 200 len: 1001 time: 0.1399267 Oct 12 04:19:21.141185 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-35d78ee5-3875-421e-9679-f96d4904645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:21.143425 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-35d78ee5-3875-421e-9679-f96d4904645e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce63bf54-3c6f-454a-8c66-aefa0d594a43 HTTP/1.1" status: 200 len: 848 time: 0.0688946 Oct 12 04:19:21.205627 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-0c3d493f-8533-489d-a445-388606b1c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:21.207450 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-0c3d493f-8533-489d-a445-388606b1c5b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47359d39-1ce6-44f7-a02f-d9bf518e6124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506501 Oct 12 04:19:21.326553 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-5530d8a8-e4b7-4787-b26e-14ad2e054bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069374 Oct 12 04:19:21.445769 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9bb3107-fb1c-4a09-92bb-f66e9835402c req-f3c73567-efd4-4497-9240-191ab6d90432 service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025167 Oct 12 04:19:21.796077 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09842c20-5570-4450-8968-cc17b9be0e3e req-f29605c9-c4de-49a2-a044-f23d130ce1b8 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:21.807880 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-09842c20-5570-4450-8968-cc17b9be0e3e req-f29605c9-c4de-49a2-a044-f23d130ce1b8 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0967920 Oct 12 04:19:21.953608 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-09842c20-5570-4450-8968-cc17b9be0e3e req-ed79c04f-a611-46ea-84db-1bcbf66e2c9e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409457 Oct 12 04:19:22.052233 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7677d-f7ef-4426-8524-51798720cc14 req-c947e9fc-50d8-4e58-80cf-8ebe3652788f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:22.060177 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bff7677d-f7ef-4426-8524-51798720cc14 req-c947e9fc-50d8-4e58-80cf-8ebe3652788f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.1053343 Oct 12 04:19:22.159037 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c2f00-07f9-409b-ba43-c986ea93478e req-2742ea6a-4db9-4d6e-baba-d39debb289e7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:22.160984 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-111c2f00-07f9-409b-ba43-c986ea93478e req-2742ea6a-4db9-4d6e-baba-d39debb289e7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0848522 Oct 12 04:19:22.197421 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bff7677d-f7ef-4426-8524-51798720cc14 req-3a043977-6ca5-4da2-9414-3cf31f8e1927 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318941 Oct 12 04:19:22.276694 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-111c2f00-07f9-409b-ba43-c986ea93478e req-458d42db-ee83-452b-aed8-f9ada3935601 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776734 Oct 12 04:19:23.071001 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda794c-696b-411c-bf8d-5ec50b731ae4 req-90822be9-0df5-4f0f-82a6-fbecd3142d10 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:23.072460 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-abda794c-696b-411c-bf8d-5ec50b731ae4 req-90822be9-0df5-4f0f-82a6-fbecd3142d10 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0478795 Oct 12 04:19:23.108973 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-abda794c-696b-411c-bf8d-5ec50b731ae4 req-991a967f-a593-4190-b711-e392cf834c5c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304720 Oct 12 04:19:23.330368 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea7b37-a7bc-4d86-8c25-ad004b339d83 req-551d300a-87a3-4852-afc9-4bde43114829 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:23.332448 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3ea7b37-a7bc-4d86-8c25-ad004b339d83 req-551d300a-87a3-4852-afc9-4bde43114829 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0744908 Oct 12 04:19:23.391434 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3ea7b37-a7bc-4d86-8c25-ad004b339d83 req-d6975581-c9e8-4f46-9652-a49ed4e9050b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531383 Oct 12 04:19:23.419994 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8b594-6478-4590-8efc-3b3fb006269e req-3db20a0f-c9d0-4dc1-b993-c57e94a9047a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:23.421461 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-82f8b594-6478-4590-8efc-3b3fb006269e req-3db20a0f-c9d0-4dc1-b993-c57e94a9047a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0580382 Oct 12 04:19:23.461274 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-82f8b594-6478-4590-8efc-3b3fb006269e req-35b484a0-9983-4014-aa8d-6501b1181fac tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339382 Oct 12 04:19:24.376199 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e6573-73d3-400e-aa33-3dbf3384035e req-97ddaaaf-69d4-45c6-be97-de290cda919a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:24.377845 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-284e6573-73d3-400e-aa33-3dbf3384035e req-97ddaaaf-69d4-45c6-be97-de290cda919a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.1444421 Oct 12 04:19:24.445403 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-284e6573-73d3-400e-aa33-3dbf3384035e req-fbd5a2ef-940b-4514-be6b-f88b78655a6d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573900 Oct 12 04:19:24.586855 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc3338-2e38-4682-b3d6-79c7d1d10e24 req-2f7cbd81-db51-4342-9271-a02e8ade0b48 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:24.588387 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fccc3338-2e38-4682-b3d6-79c7d1d10e24 req-2f7cbd81-db51-4342-9271-a02e8ade0b48 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0731030 Oct 12 04:19:24.640557 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fccc3338-2e38-4682-b3d6-79c7d1d10e24 req-a92719c3-1ec7-4dfa-9822-663aa2f107c1 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Oct 12 04:19:24.771149 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e7efc-09f6-49b9-853c-8cfdecddd8f5 req-b26bf533-d061-415e-aafe-0a50a3820d26 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:24.772736 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-192e7efc-09f6-49b9-853c-8cfdecddd8f5 req-b26bf533-d061-415e-aafe-0a50a3820d26 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0684290 Oct 12 04:19:24.823339 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-192e7efc-09f6-49b9-853c-8cfdecddd8f5 req-8a3142a6-efca-46e1-9abe-10a6e047facd tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442598 Oct 12 04:19:25.764815 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334a57-6704-491f-babf-ed7f67ca64df req-3283732f-843a-4f16-bdb8-e191981c728d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:25.766482 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bd334a57-6704-491f-babf-ed7f67ca64df req-3283732f-843a-4f16-bdb8-e191981c728d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0497634 Oct 12 04:19:25.806158 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bd334a57-6704-491f-babf-ed7f67ca64df req-df9462fc-3f99-40f6-aab1-7c712c46275c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338249 Oct 12 04:19:25.958513 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331af22-8601-4dd5-97c8-8877002d58a2 req-e2a4657c-0028-4f78-b84c-573d8faccf5e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:25.959906 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6331af22-8601-4dd5-97c8-8877002d58a2 req-e2a4657c-0028-4f78-b84c-573d8faccf5e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0517187 Oct 12 04:19:26.000688 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6331af22-8601-4dd5-97c8-8877002d58a2 req-d40067b4-9c09-4a61-9459-2df4671ccf37 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348155 Oct 12 04:19:26.110556 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-ce65c0a6-66d0-4e77-b905-5f90af75963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:26.112615 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-ce65c0a6-66d0-4e77-b905-5f90af75963b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 1098 time: 0.0397375 Oct 12 04:19:26.216185 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-181e8790-2132-4a56-a47b-b42da87ca13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:26.217591 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-181e8790-2132-4a56-a47b-b42da87ca13f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 918 time: 0.0890691 Oct 12 04:19:26.295269 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-7f355a88-5989-495e-b9fa-4b819dcd8d64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf HTTP/1.1" status: 200 len: 1000 time: 0.0608163 Oct 12 04:19:26.350042 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-b851f5cb-2263-4a80-b809-d08697f15a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:26.351574 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-b851f5cb-2263-4a80-b809-d08697f15a75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 200 len: 856 time: 0.0480235 Oct 12 04:19:26.398414 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-df99121a-002d-4d24-bf78-13f23a70978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:26.399911 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-df99121a-002d-4d24-bf78-13f23a70978f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389204 Oct 12 04:19:26.511442 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-91840251-d4f8-43ac-b44a-38ad4c7757eb service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032186 Oct 12 04:19:26.611174 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-d4e4d226-d649-4f86-ad8a-57f33f2502af req-1307e439-5a21-400c-904a-151afcdabe8e service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857084 Oct 12 04:19:26.930548 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342c215-129e-4562-afa3-cbd74c4d0aab req-4a845267-0c44-474f-ba99-bb3756251bec tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:26.932077 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3342c215-129e-4562-afa3-cbd74c4d0aab req-4a845267-0c44-474f-ba99-bb3756251bec tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0500238 Oct 12 04:19:26.979278 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3342c215-129e-4562-afa3-cbd74c4d0aab req-5ad0e5bb-91f1-47cf-a535-91356bec0226 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Oct 12 04:19:27.123984 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717a1f2-791a-4db8-bc97-45b647cdc1d5 req-2e7b0563-37ea-4bfc-8a06-648b420fe6ce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:27.125423 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4717a1f2-791a-4db8-bc97-45b647cdc1d5 req-2e7b0563-37ea-4bfc-8a06-648b420fe6ce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0484514 Oct 12 04:19:27.163553 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4717a1f2-791a-4db8-bc97-45b647cdc1d5 req-facf1953-a1f8-4b96-9de9-61d5b60b3aed tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Oct 12 04:19:28.099103 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eedeb-4dfb-4e73-9219-01a95da82f14 req-7b03709d-a5e7-4c01-be96-0f3d4c91ef7d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:28.100535 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d97eedeb-4dfb-4e73-9219-01a95da82f14 req-7b03709d-a5e7-4c01-be96-0f3d4c91ef7d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0521133 Oct 12 04:19:28.137911 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d97eedeb-4dfb-4e73-9219-01a95da82f14 req-2f40293e-d90c-41b7-9615-8f9da9524445 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Oct 12 04:19:28.283236 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334f4cd-fd25-4479-b201-54adaadfeaea req-5a19180e-03fa-4996-a90a-35487428ce34 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:28.284702 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d334f4cd-fd25-4479-b201-54adaadfeaea req-5a19180e-03fa-4996-a90a-35487428ce34 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 945 time: 0.0502760 Oct 12 04:19:28.326039 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d334f4cd-fd25-4479-b201-54adaadfeaea req-899ea2dc-0b8d-418e-9d57-117aa06d1f41 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345500 Oct 12 04:19:28.627468 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 55774) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:28.670588 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e9a170-4005-4c3f-9cbd-acd955d8ac77 admin admin] Deleting subnet 665d623b-4cbd-4089-954a-6dc484b75cc8 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:19:28.673635 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88e9a170-4005-4c3f-9cbd-acd955d8ac77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:28.711543 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88e9a170-4005-4c3f-9cbd-acd955d8ac77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:28.777373 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88e9a170-4005-4c3f-9cbd-acd955d8ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:28.821570 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be1580-62a3-4e53-8732-958b228feb70 req-2938cd24-6fbc-4728-9ecd-beec0dd030bf tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:28.823041 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a3be1580-62a3-4e53-8732-958b228feb70 req-2938cd24-6fbc-4728-9ecd-beec0dd030bf tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 946 time: 0.0830259 Oct 12 04:19:28.869620 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a3be1580-62a3-4e53-8732-958b228feb70 req-9494867a-0190-4244-be1a-010ff4278dee tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Oct 12 04:19:28.918040 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88e9a170-4005-4c3f-9cbd-acd955d8ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:28.948257 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9a170-4005-4c3f-9cbd-acd955d8ac77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665d623b-4cbd-4089-954a-6dc484b75cc8,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:28.951964 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-88e9a170-4005-4c3f-9cbd-acd955d8ac77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:28.956494 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-88e9a170-4005-4c3f-9cbd-acd955d8ac77 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/665d623b-4cbd-4089-954a-6dc484b75cc8 HTTP/1.1" status: 204 len: 168 time: 0.3268046 Oct 12 04:19:28.958180 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 55780) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:29.030592 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.040608 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:29.108185 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.122349 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.130007 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b995d32-bc3e-445e-a9d2-65b2ff724c69']}} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:29.139245 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fba9aeb-3baf-42d2-a647-2baa31941243') {'for_net_delete': True} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:29.139539 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fba9aeb-3baf-42d2-a647-2baa31941243') {} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:29.144982 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:29.147238 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ad5f1f-d502-4565-af1e-3471c861366c" -d '{"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:29.149374 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9702813'] for segment, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.162355 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:29.167541 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.176367 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:19:29.176956 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8605101'] for segment, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: Traceback (most recent call last): Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: timer() Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: cb(*args, **kw) Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: return func(*args, **kwargs) Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: self._notify() Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: self.callback(batched_events) Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: event.method(event) Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: return f(self, *a, **k) Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._get(url).json() Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: return self.request(url, 'GET', **kwargs) Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:19:29.178932 dv-cinder-813067-1-iscsi neutron-server[94611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:19:29.188455 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57225133-bf89-4c76-9e62-45b71826407b x-openstack-request-id: req-57225133-bf89-4c76-9e62-45b71826407b {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:29.188791 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:29.189116 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57225133-bf89-4c76-9e62-45b71826407b {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:29.190279 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'code': 200} Oct 12 04:19:29.243537 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.258119 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be79699-ddda-463d-9c15-09a9ce6a4438 req-b1ddec49-e36d-4f83-94a0-236c912f77ae tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:29.259626 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3be79699-ddda-463d-9c15-09a9ce6a4438 req-b1ddec49-e36d-4f83-94a0-236c912f77ae tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0499542 Oct 12 04:19:29.293004 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=8']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:29.306045 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3be79699-ddda-463d-9c15-09a9ce6a4438 req-9b19e6c9-e746-48e7-8455-00884045c8cc tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Oct 12 04:19:29.329063 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.334915 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.338160 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6b995d32-bc3e-445e-a9d2-65b2ff724c69 HTTP/1.1" status: 204 len: 168 time: 0.3784068 Oct 12 04:19:29.351031 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461b0b0-c455-4966-8a29-7593cf33c021 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b995d32-bc3e-445e-a9d2-65b2ff724c69,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:29.451805 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f4735-41c7-4cae-8c88-1907236fe8ec req-05bed9cb-d606-4a81-9cfc-324761906f83 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:29.453627 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aa2f4735-41c7-4cae-8c88-1907236fe8ec req-05bed9cb-d606-4a81-9cfc-324761906f83 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0508540 Oct 12 04:19:29.494575 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aa2f4735-41c7-4cae-8c88-1907236fe8ec req-c08eaedb-a8b0-4e3b-9522-27c3cca721bf tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332100 Oct 12 04:19:29.693442 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 55792) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:29.732885 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-7f04e4d8-93d5-4f6a-8f93-f8023bcfcaaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e7c44417ccc40b9aa1c0a343debf9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383005 Oct 12 04:19:29.735640 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 55794) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:29.785251 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-476efb3d-ac4c-45b1-8174-12242e8bf323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.805646 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-476efb3d-ac4c-45b1-8174-12242e8bf323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.813205 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d98336f-5ef6-42fe-8aa3-0fb0c9164fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.933213 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-476efb3d-ac4c-45b1-8174-12242e8bf323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.935897 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-476efb3d-ac4c-45b1-8174-12242e8bf323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:29.937041 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-476efb3d-ac4c-45b1-8174-12242e8bf323 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4b66f34-7969-425c-bb63-440922d47a98 HTTP/1.1" status: 204 len: 168 time: 0.2005155 Oct 12 04:19:29.945678 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476efb3d-ac4c-45b1-8174-12242e8bf323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b66f34-7969-425c-bb63-440922d47a98,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:29.995466 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417527b9-9242-4910-aede-ada5a4268ce7 req-c1765f30-7607-4240-96cf-5c54e9cd0535 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:29.997042 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-417527b9-9242-4910-aede-ada5a4268ce7 req-c1765f30-7607-4240-96cf-5c54e9cd0535 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 946 time: 0.0633578 Oct 12 04:19:30.050104 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-417527b9-9242-4910-aede-ada5a4268ce7 req-fb4e268e-ee6e-4a3b-8eae-e8fc34c12ac6 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Oct 12 04:19:30.417742 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073bb9-bd19-4ed0-ae37-8ba7a3bcc0fc req-1457f451-4e54-48b8-9404-727768e681e8 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:30.419167 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1073bb9-bd19-4ed0-ae37-8ba7a3bcc0fc req-1457f451-4e54-48b8-9404-727768e681e8 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0493512 Oct 12 04:19:30.456630 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1073bb9-bd19-4ed0-ae37-8ba7a3bcc0fc req-6764f9b9-1bc8-4e0c-81a3-6b547dafc7e2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Oct 12 04:19:30.619241 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a11a19-c75b-486b-a5fd-1ac8d60427da req-61c5a728-5ff4-4b47-a70a-dabe4ca129a4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:30.621034 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c7a11a19-c75b-486b-a5fd-1ac8d60427da req-61c5a728-5ff4-4b47-a70a-dabe4ca129a4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0528967 Oct 12 04:19:30.664620 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c7a11a19-c75b-486b-a5fd-1ac8d60427da req-17c3f09f-e4d4-410a-9166-a5b07da8b7c7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362051 Oct 12 04:19:31.181856 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033061d-121d-4fbf-9b51-752dcfe1a5a4 req-a5b85d0e-5737-4881-be06-095e6de92849 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:31.183394 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7033061d-121d-4fbf-9b51-752dcfe1a5a4 req-a5b85d0e-5737-4881-be06-095e6de92849 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 946 time: 0.0511343 Oct 12 04:19:31.224618 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7033061d-121d-4fbf-9b51-752dcfe1a5a4 req-696dbf92-dabf-4165-a690-1f21db73adf7 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346601 Oct 12 04:19:31.267800 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-32215e3f-b42d-4c17-82ef-cf0066b5ece7 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:31.269286 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-32215e3f-b42d-4c17-82ef-cf0066b5ece7 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 946 time: 0.0546973 Oct 12 04:19:31.366313 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Deleting port 17b2b723-b4bf-43d9-a54c-66b78ab77724 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:31.366644 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:31.462124 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] For port 17b2b723-b4bf-43d9-a54c-66b78ab77724, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=17b2b723-b4bf-43d9-a54c-66b78ab77724,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:31.462574 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:31.480834 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Calling delete_port for 17b2b723-b4bf-43d9-a54c-66b78ab77724 owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:31.578891 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fe2d-e76d-4856-b344-bdaa5ddb7554 req-1fd7412f-bfbf-42c0-9e72-f1575103b7f1 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:31.580373 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ead9fe2d-e76d-4856-b344-bdaa5ddb7554 req-1fd7412f-bfbf-42c0-9e72-f1575103b7f1 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0509655 Oct 12 04:19:31.621322 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ead9fe2d-e76d-4856-b344-bdaa5ddb7554 req-c6768a92-ebe7-45ec-886b-7f979d1e3b23 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342708 Oct 12 04:19:31.699159 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:31.711949 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['e338ea68-ade7-4184-bc31-d3b708620700', '6fdf3f9d-d5b4-4906-8160-05e737485cfe', '701f461a-d960-4813-9dcc-a65b3c60f07b', '17b2b723-b4bf-43d9-a54c-66b78ab77724'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:31.727975 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Pushing event deleted for resources: {'Port': ['ID=17b2b723-b4bf-43d9-a54c-66b78ab77724,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:31.794512 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] No DVR routers for this DVR port 17b2b723-b4bf-43d9-a54c-66b78ab77724 on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:19:31.797762 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:31.801247 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-8c31a1b9-5813-407d-b2ed-eab92cdfce2d req-e820d949-f656-411c-9db4-e6c51d91e62e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "DELETE /v2.0/ports/17b2b723-b4bf-43d9-a54c-66b78ab77724 HTTP/1.1" status: 204 len: 173 time: 0.5238948 Oct 12 04:19:31.801828 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32dbe5f-c1a2-49d5-af68-7b63840b6fe1', 'name': 'network-vif-deleted', 'tag': '17b2b723-b4bf-43d9-a54c-66b78ab77724'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:31.804448 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a1b801-db0c-496e-b250-849b5913844e" -d '{"events": [{"server_uuid": "d32dbe5f-c1a2-49d5-af68-7b63840b6fe1", "name": "network-vif-deleted", "tag": "17b2b723-b4bf-43d9-a54c-66b78ab77724"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:31.853368 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:31.855143 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff8fe7b-94cf-45b5-8893-273e5aa0e4ca x-openstack-request-id: req-3ff8fe7b-94cf-45b5-8893-273e5aa0e4ca {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:31.855873 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32dbe5f-c1a2-49d5-af68-7b63840b6fe1", "name": "network-vif-deleted", "tag": "17b2b723-b4bf-43d9-a54c-66b78ab77724", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:31.856116 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ff8fe7b-94cf-45b5-8893-273e5aa0e4ca {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:31.856665 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32dbe5f-c1a2-49d5-af68-7b63840b6fe1', 'name': 'network-vif-deleted', 'tag': '17b2b723-b4bf-43d9-a54c-66b78ab77724', 'status': 'completed', 'code': 200} Oct 12 04:19:31.937889 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-5a38ea39-4c25-4e46-bc9b-f30818698208 req-f6841d56-93b1-4b89-af2d-2e86abc52ee7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:19:31.938980 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5a38ea39-4c25-4e46-bc9b-f30818698208 req-f6841d56-93b1-4b89-af2d-2e86abc52ee7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129414 Oct 12 04:19:32.268414 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e282dd-99bc-4c28-8af8-c29ab84538fc req-40fab32a-e830-4ac9-be76-b87fbfc5bafc tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:32.275320 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3e282dd-99bc-4c28-8af8-c29ab84538fc req-40fab32a-e830-4ac9-be76-b87fbfc5bafc tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0538917 Oct 12 04:19:32.278283 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-26677ae9-6d58-46dd-be75-3e6a56ed48c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:32.319096 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3e282dd-99bc-4c28-8af8-c29ab84538fc req-501423c0-6f0e-42a0-9264-60b18f6eb341 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413048 Oct 12 04:19:32.346318 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f980f8e-c345-495d-a658-a4e1d8e43cf0 req-cb44e6cb-e0b0-441e-9167-7db73d932376 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32dbe5f-c1a2-49d5-af68-7b63840b6fe1 HTTP/1.1" status: 200 len: 210 time: 0.0260713 Oct 12 04:19:32.742266 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f0fc-ce94-4096-9627-5acfdf7c08cb req-cc7f39fd-837a-4199-b555-d4e575f2ea1c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:32.743808 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8b9f0fc-ce94-4096-9627-5acfdf7c08cb req-cc7f39fd-837a-4199-b555-d4e575f2ea1c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0546930 Oct 12 04:19:32.787944 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8b9f0fc-ce94-4096-9627-5acfdf7c08cb req-b1328c0c-3291-4fb7-9d98-8fdcca8ba6dd tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358622 Oct 12 04:19:32.857261 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 55878) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:32.949628 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-5cff05e5-14fc-4bb1-b1aa-56a9c4a1a7a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891094 Oct 12 04:19:32.958899 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-aaff6f44-2aaf-4751-8c1a-91d10d65a29e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:19:32.959983 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-aaff6f44-2aaf-4751-8c1a-91d10d65a29e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054924 Oct 12 04:19:33.065126 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:33.159392 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 17b2b723-b4bf-43d9-a54c-66b78ab77724 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:33.183512 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 17b2b723-b4bf-43d9-a54c-66b78ab77724 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:33.183778 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 17b2b723-b4bf-43d9-a54c-66b78ab77724 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:33.209058 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:33.437296 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd50ed-e205-432f-a87f-f70ac2eae3fa req-b453da11-d7b1-4286-89e9-16fdf7b737f5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:33.438551 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-09cd50ed-e205-432f-a87f-f70ac2eae3fa req-b453da11-d7b1-4286-89e9-16fdf7b737f5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0503190 Oct 12 04:19:33.480710 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-09cd50ed-e205-432f-a87f-f70ac2eae3fa req-ad546d92-1541-4100-8417-b1297e064d5a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348389 Oct 12 04:19:33.740544 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:33.905587 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0982eb3-1361-43d6-bac6-c80b40ba6f6b req-3f2ebda1-580a-4800-80e5-46b6e5783866 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:33.907030 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f0982eb3-1361-43d6-bac6-c80b40ba6f6b req-3f2ebda1-580a-4800-80e5-46b6e5783866 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0514703 Oct 12 04:19:33.946583 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f0982eb3-1361-43d6-bac6-c80b40ba6f6b req-a9248925-44b0-4968-84aa-55a8dc3e7775 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327322 Oct 12 04:19:34.598072 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e7908-7264-4791-bf33-11b5e7c48828 req-665fd3a0-a845-4880-abb0-1752bef7cc78 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:34.600563 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-471e7908-7264-4791-bf33-11b5e7c48828 req-665fd3a0-a845-4880-abb0-1752bef7cc78 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0481567 Oct 12 04:19:34.639727 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-471e7908-7264-4791-bf33-11b5e7c48828 req-4d7ba373-9b5e-42d5-a6a6-b11a82949f77 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331404 Oct 12 04:19:35.062975 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca947c29-5aff-49da-9a7e-cc0da2d675e4 req-408a63d4-033b-4c62-92b1-06574a2510c7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:35.064435 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ca947c29-5aff-49da-9a7e-cc0da2d675e4 req-408a63d4-033b-4c62-92b1-06574a2510c7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0487456 Oct 12 04:19:35.109670 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ca947c29-5aff-49da-9a7e-cc0da2d675e4 req-945a8395-d2bb-4c0a-914d-64f28d35604b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Oct 12 04:19:35.182445 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e38e2-923a-4baf-8450-296a3676ea17 req-c40d4410-afa6-4c57-86f4-10f7bcdf9448 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:35.183941 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-084e38e2-923a-4baf-8450-296a3676ea17 req-c40d4410-afa6-4c57-86f4-10f7bcdf9448 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 946 time: 0.0547764 Oct 12 04:19:35.221554 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-084e38e2-923a-4baf-8450-296a3676ea17 req-3ebc39d6-8e25-416a-a3e8-020f6abf5d87 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Oct 12 04:19:35.420157 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:35.765355 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1c8bf-a3cf-437f-b50e-e389e268ddd7 req-22aa67d7-f657-43a6-99f3-d47f224baa89 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:35.766868 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-54d1c8bf-a3cf-437f-b50e-e389e268ddd7 req-22aa67d7-f657-43a6-99f3-d47f224baa89 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0490286 Oct 12 04:19:35.804750 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-54d1c8bf-a3cf-437f-b50e-e389e268ddd7 req-a982ae62-677e-4db7-87de-88a80c44d12c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318623 Oct 12 04:19:35.874651 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87007980-5e90-489d-bce4-998db5bcb424 req-60079dc9-790d-4156-ac4f-17eb1660610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:35.876137 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-60079dc9-790d-4156-ac4f-17eb1660610c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd&tenant_id=94eb0d66d77a44dba68f16a5d05cbe28 HTTP/1.1" status: 200 len: 1096 time: 0.0719795 Oct 12 04:19:35.939407 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87007980-5e90-489d-bce4-998db5bcb424 req-a4c54278-d10d-4246-a562-186d7d2e841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:35.940859 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-a4c54278-d10d-4246-a562-186d7d2e841f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 1096 time: 0.0387726 Oct 12 04:19:36.036940 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87007980-5e90-489d-bce4-998db5bcb424 req-793f813c-844c-47c7-ae59-ae4b36151401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:36.038373 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-793f813c-844c-47c7-ae59-ae4b36151401 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 918 time: 0.0880342 Oct 12 04:19:36.104784 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-887a6d7c-25f4-45a5-bcb3-35ec554b7965 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf HTTP/1.1" status: 200 len: 998 time: 0.0575540 Oct 12 04:19:36.154492 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87007980-5e90-489d-bce4-998db5bcb424 req-b2c77dd8-aa9b-4fd5-ac98-f4373d5d7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:36.155981 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-b2c77dd8-aa9b-4fd5-ac98-f4373d5d7404 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 200 len: 856 time: 0.0439463 Oct 12 04:19:36.205040 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87007980-5e90-489d-bce4-998db5bcb424 req-756b7c51-afbc-459b-80f8-d1487b3adb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:36.206515 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-756b7c51-afbc-459b-80f8-d1487b3adb6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416191 Oct 12 04:19:36.226327 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6329-6726-48f1-ac2f-298f43c0972b req-f5875a4b-0ee2-4986-a8c1-ea8de253ae0b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:36.227852 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4e1e6329-6726-48f1-ac2f-298f43c0972b req-f5875a4b-0ee2-4986-a8c1-ea8de253ae0b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0497489 Oct 12 04:19:36.271690 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4e1e6329-6726-48f1-ac2f-298f43c0972b req-0d9810be-f08b-4b16-9a02-90d9d2c3cf2b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363796 Oct 12 04:19:36.301504 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-7bbb03ce-8057-4a0a-a40c-15bce089397f service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839021 Oct 12 04:19:36.344514 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812727f5-4b48-40fa-aa72-32c35891deec req-cd6229f3-951f-4b17-be1f-0c5c91271988 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:36.345966 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-812727f5-4b48-40fa-aa72-32c35891deec req-cd6229f3-951f-4b17-be1f-0c5c91271988 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 946 time: 0.0528889 Oct 12 04:19:36.386424 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-812727f5-4b48-40fa-aa72-32c35891deec req-0fe5c13a-2e05-4477-b292-7264a51c68f2 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341763 Oct 12 04:19:36.612249 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-87007980-5e90-489d-bce4-998db5bcb424 req-fc8023d8-e5c0-4986-a35f-a451f5d8d3f4 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025272 Oct 12 04:19:36.931991 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9470d-d662-4b4b-8a91-6d97a097e916 req-cfdf4be3-23b4-4426-bf09-25cdbef30541 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:36.933868 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95c9470d-d662-4b4b-8a91-6d97a097e916 req-cfdf4be3-23b4-4426-bf09-25cdbef30541 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0499959 Oct 12 04:19:36.974175 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95c9470d-d662-4b4b-8a91-6d97a097e916 req-7919e3cf-74d7-48aa-9695-cf3b6a1ca0ea tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337536 Oct 12 04:19:37.089098 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 55958) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:37.190210 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfbd-b85c-4ca0-8303-5f8aa27821b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.358950 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfbd-b85c-4ca0-8303-5f8aa27821b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.442691 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-74f0d747-740c-4103-aee9-eb1dba2ae15e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:37.454834 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-74f0d747-740c-4103-aee9-eb1dba2ae15e tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 946 time: 0.1745667 Oct 12 04:19:37.479964 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802893f-89b4-4ee1-abf6-4253ae3f7bad req-50db0f23-0dee-4dc9-9558-1e57309da031 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:37.482193 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0802893f-89b4-4ee1-abf6-4253ae3f7bad req-50db0f23-0dee-4dc9-9558-1e57309da031 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.1379459 Oct 12 04:19:37.528206 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfbd-b85c-4ca0-8303-5f8aa27821b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.628924 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0802893f-89b4-4ee1-abf6-4253ae3f7bad req-9806b62a-3f64-41f9-a419-c7c8367e0530 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302326 Oct 12 04:19:37.658713 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d0f5dfbd-b85c-4ca0-8303-5f8aa27821b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bdbd3ef514347b8a71b0b4f1c701193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684221 Oct 12 04:19:37.659322 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5dfbd-b85c-4ca0-8303-5f8aa27821b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ac9939-f230-4ff4-95ff-88fa25c083e5,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:37.664215 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 55974) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:37.680733 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c7d9-45d0-47fb-a51a-74bd62441923 req-07335dab-1dc1-4fc1-8e72-2baa007a1ddf tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:37.688650 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2640c7d9-45d0-47fb-a51a-74bd62441923 req-07335dab-1dc1-4fc1-8e72-2baa007a1ddf tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 946 time: 0.2047191 Oct 12 04:19:37.729231 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Deleting port 701f461a-d960-4813-9dcc-a65b3c60f07b {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:37.730033 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.758027 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2640c7d9-45d0-47fb-a51a-74bd62441923 req-7c0d6b45-d37c-42ec-83d1-de8d50342e56 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685968 Oct 12 04:19:37.871151 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-506b64f3-a745-4949-a3d4-eeb47c21b854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.878616 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] For port 701f461a-d960-4813-9dcc-a65b3c60f07b, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=701f461a-d960-4813-9dcc-a65b3c60f07b,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:37.878616 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.898426 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Calling delete_port for 701f461a-d960-4813-9dcc-a65b3c60f07b owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:37.917885 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-506b64f3-a745-4949-a3d4-eeb47c21b854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:38.071537 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-506b64f3-a745-4949-a3d4-eeb47c21b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:38.074104 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-506b64f3-a745-4949-a3d4-eeb47c21b854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:38.078462 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-506b64f3-a745-4949-a3d4-eeb47c21b854 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52ac9939-f230-4ff4-95ff-88fa25c083e5 HTTP/1.1" status: 204 len: 168 time: 0.4096837 Oct 12 04:19:38.100250 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b64f3-a745-4949-a3d4-eeb47c21b854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ac9939-f230-4ff4-95ff-88fa25c083e5,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:38.144909 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df33d7-8573-4a4c-8865-435716fed2f5 req-8088f314-4f85-4b86-8878-0dd03ce96578 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:38.145944 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b8df33d7-8573-4a4c-8865-435716fed2f5 req-8088f314-4f85-4b86-8878-0dd03ce96578 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0582385 Oct 12 04:19:38.203135 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:38.204935 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b8df33d7-8573-4a4c-8865-435716fed2f5 req-8addc8fc-26ce-40ce-860a-331d015f2b81 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526514 Oct 12 04:19:38.215814 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['e338ea68-ade7-4184-bc31-d3b708620700', '6fdf3f9d-d5b4-4906-8160-05e737485cfe', '701f461a-d960-4813-9dcc-a65b3c60f07b'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:38.254168 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Pushing event deleted for resources: {'Port': ['ID=701f461a-d960-4813-9dcc-a65b3c60f07b,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:38.328291 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] No DVR routers for this DVR port 701f461a-d960-4813-9dcc-a65b3c60f07b on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:19:38.331271 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:38.335482 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-d5b50566-7da0-4cd4-9de7-d0701ef08c7e req-9fae6417-26d4-45ae-9981-e74d3e739ddb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "DELETE /v2.0/ports/701f461a-d960-4813-9dcc-a65b3c60f07b HTTP/1.1" status: 204 len: 173 time: 0.8490088 Oct 12 04:19:38.335965 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb93a9d-e260-48a6-a220-3f8b2af0dfaa', 'name': 'network-vif-deleted', 'tag': '701f461a-d960-4813-9dcc-a65b3c60f07b'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:38.338268 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f310f999-1056-4c2d-819b-c1b0bbafee19" -d '{"events": [{"server_uuid": "1cb93a9d-e260-48a6-a220-3f8b2af0dfaa", "name": "network-vif-deleted", "tag": "701f461a-d960-4813-9dcc-a65b3c60f07b"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:38.394785 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ed343a-9bbc-482c-8aab-b5f74024e71e x-openstack-request-id: req-f6ed343a-9bbc-482c-8aab-b5f74024e71e {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:38.395087 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb93a9d-e260-48a6-a220-3f8b2af0dfaa", "name": "network-vif-deleted", "tag": "701f461a-d960-4813-9dcc-a65b3c60f07b", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:38.396363 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6ed343a-9bbc-482c-8aab-b5f74024e71e {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:38.396363 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb93a9d-e260-48a6-a220-3f8b2af0dfaa', 'name': 'network-vif-deleted', 'tag': '701f461a-d960-4813-9dcc-a65b3c60f07b', 'status': 'completed', 'code': 200} Oct 12 04:19:38.757522 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a2ae9-cca2-4e54-840a-80c5dee74b2d req-5dc21cb9-dab6-4848-a169-46f8148cf0ee tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:38.759147 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e57a2ae9-cca2-4e54-840a-80c5dee74b2d req-5dc21cb9-dab6-4848-a169-46f8148cf0ee tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0549214 Oct 12 04:19:38.810124 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e57a2ae9-cca2-4e54-840a-80c5dee74b2d req-aefbb69d-e0a6-4476-a8b3-7e470242e3cb tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 Oct 12 04:19:38.869842 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e06f81fc-c152-4ce9-9604-31a8df70f7ad req-41dfb112-252d-4728-afa2-2dc10e0ff194 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0315390 Oct 12 04:19:39.358527 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a611-a1ba-443a-b886-37ce2296900c req-ea6ec4c3-d518-4233-98e4-05524f26f3da tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:39.370201 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1990a611-a1ba-443a-b886-37ce2296900c req-ea6ec4c3-d518-4233-98e4-05524f26f3da tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0726895 Oct 12 04:19:39.423677 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1990a611-a1ba-443a-b886-37ce2296900c req-73fb198e-b5af-4b49-804d-ea14aa2d4ace tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524850 Oct 12 04:19:39.937943 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1583dfd-216d-454a-8914-029d346a5e66 req-d2fb9996-e627-4ce0-b339-a4417df118b3 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:39.940499 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f1583dfd-216d-454a-8914-029d346a5e66 req-d2fb9996-e627-4ce0-b339-a4417df118b3 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0616412 Oct 12 04:19:39.957123 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56022) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:40.014565 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6030a121-42d2-4176-83a1-2d39d9ad5659 req-b9c6353c-dc03-40f1-bce6-4e667e113427 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0355704 Oct 12 04:19:40.026970 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f1583dfd-216d-454a-8914-029d346a5e66 req-3d10ce84-3c73-45b5-be70-11f373fffb5a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 Oct 12 04:19:40.077672 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a5e96741-faad-4c67-a38d-cd434b4d52d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:40.162154 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a5e96741-faad-4c67-a38d-cd434b4d52d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:40.236893 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a5e96741-faad-4c67-a38d-cd434b4d52d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:40.278593 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a5e96741-faad-4c67-a38d-cd434b4d52d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1caa0e0c3c3547439ff2f3ba2dc0ab0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191411 Oct 12 04:19:40.279533 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e96741-faad-4c67-a38d-cd434b4d52d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392f4d78-d591-4c10-a0f8-f00d5884e1f4,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:40.279690 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56026) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:40.335128 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cda9dd66-1eb0-42ad-92d0-e5c006599349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:40.359954 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cda9dd66-1eb0-42ad-92d0-e5c006599349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:40.500979 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cda9dd66-1eb0-42ad-92d0-e5c006599349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:40.508698 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cda9dd66-1eb0-42ad-92d0-e5c006599349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:40.514905 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-cda9dd66-1eb0-42ad-92d0-e5c006599349 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/392f4d78-d591-4c10-a0f8-f00d5884e1f4 HTTP/1.1" status: 204 len: 168 time: 0.2340496 Oct 12 04:19:40.569235 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9dd66-1eb0-42ad-92d0-e5c006599349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f4d78-d591-4c10-a0f8-f00d5884e1f4,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:40.586483 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ce8cc-1fd0-46a0-bc2c-8e48a18580ac req-b8b8e82a-7f70-43f2-ae64-ae5cd192f7f7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:40.588339 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-005ce8cc-1fd0-46a0-bc2c-8e48a18580ac req-b8b8e82a-7f70-43f2-ae64-ae5cd192f7f7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0718617 Oct 12 04:19:40.652697 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-005ce8cc-1fd0-46a0-bc2c-8e48a18580ac req-f5b01e62-5c5d-4ee3-8fd5-877f80392b15 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542772 Oct 12 04:19:41.117392 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 701f461a-d960-4813-9dcc-a65b3c60f07b no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:41.169023 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32ce3793-2acf-407d-8571-c6b4e5761bfe req-e20de1d1-6d0b-431d-bf30-2556bfa6d6db tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0424170 Oct 12 04:19:41.213973 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 701f461a-d960-4813-9dcc-a65b3c60f07b {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:41.214439 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 701f461a-d960-4813-9dcc-a65b3c60f07b not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:41.231679 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a0cc8-9cbe-45fb-9c96-ac38aae07c53 req-924c5cb2-8978-4f00-9540-a04c8e8c06b7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:41.233953 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1d9a0cc8-9cbe-45fb-9c96-ac38aae07c53 req-924c5cb2-8978-4f00-9540-a04c8e8c06b7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.1199856 Oct 12 04:19:41.288473 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1d9a0cc8-9cbe-45fb-9c96-ac38aae07c53 req-644b9817-bade-42c3-ad15-9f2c6624c558 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475395 Oct 12 04:19:42.054774 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9e830-bb02-475f-ac11-b8510ba398c3 req-691fdfa5-487c-44c5-92af-b28ec7023d88 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:42.056225 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-def9e830-bb02-475f-ac11-b8510ba398c3 req-691fdfa5-487c-44c5-92af-b28ec7023d88 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.2796690 Oct 12 04:19:42.094254 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-def9e830-bb02-475f-ac11-b8510ba398c3 req-eec7de6e-9ae1-487c-82a5-b4207e5bae86 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319128 Oct 12 04:19:42.282409 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f90369e5-ce99-4113-8fc7-67580324fd8c req-e55bfbef-f858-4487-903c-2ccf001cbff0 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0262642 Oct 12 04:19:42.406402 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6f22-dd40-4353-b63f-699080734919 req-d0ce63be-63b4-4c32-94c5-359cbaa48461 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:42.407866 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-954c6f22-dd40-4353-b63f-699080734919 req-d0ce63be-63b4-4c32-94c5-359cbaa48461 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0484936 Oct 12 04:19:42.444483 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-954c6f22-dd40-4353-b63f-699080734919 req-d4e815b4-f3cd-4770-85ba-d3d401a4059c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302629 Oct 12 04:19:43.214049 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e909d1a-f513-452d-83cb-c7620adb7668 req-5ea5562f-b16d-4ee8-ab75-d2ca4b247a47 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:43.215680 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e909d1a-f513-452d-83cb-c7620adb7668 req-5ea5562f-b16d-4ee8-ab75-d2ca4b247a47 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0477662 Oct 12 04:19:43.257137 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e909d1a-f513-452d-83cb-c7620adb7668 req-ace93892-5f7f-4e37-a0bb-32201579e794 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348084 Oct 12 04:19:43.377141 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ef6d364-2583-4402-b253-8550a402d9e1 req-e97271b3-78f9-4358-918c-2c67bccfe4ce tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0252843 Oct 12 04:19:43.564369 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc52578-ac4f-4875-83c2-5c29d856575c req-75d41522-af9c-4267-b2cc-a37afb26fda7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:43.565813 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0cc52578-ac4f-4875-83c2-5c29d856575c req-75d41522-af9c-4267-b2cc-a37afb26fda7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0507619 Oct 12 04:19:43.603587 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0cc52578-ac4f-4875-83c2-5c29d856575c req-e9e6e629-21f1-4719-9af3-f9470f273275 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Oct 12 04:19:44.380972 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4a3b5-7050-4a9a-8d42-0d97452767ed req-f85cb8d2-7ef9-4676-ad34-08d969c344cf tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:44.382937 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5ac4a3b5-7050-4a9a-8d42-0d97452767ed req-f85cb8d2-7ef9-4676-ad34-08d969c344cf tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0511160 Oct 12 04:19:44.423243 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5ac4a3b5-7050-4a9a-8d42-0d97452767ed req-6eb96828-6e43-4370-aba7-bf56fa54c2a7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344293 Oct 12 04:19:44.493191 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-262a5183-97de-46e3-85d4-b9d76eff3194 req-ed64953c-b303-41c6-a68b-f56e10f03ce4 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0275273 Oct 12 04:19:44.717857 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15dd28-36d0-4c25-8674-620a77575b33 req-fb5a3e22-2fc5-42b3-8424-c7c6264983fd tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:44.719342 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be15dd28-36d0-4c25-8674-620a77575b33 req-fb5a3e22-2fc5-42b3-8424-c7c6264983fd tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0469580 Oct 12 04:19:44.765206 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be15dd28-36d0-4c25-8674-620a77575b33 req-8bc534c1-45de-4b88-9966-bcc3a45fb141 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 Oct 12 04:19:45.555551 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23bd1-b186-43c9-a64d-2d366743e0b1 req-077c21a9-150b-422b-af33-00291eedce78 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:45.557258 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ae23bd1-b186-43c9-a64d-2d366743e0b1 req-077c21a9-150b-422b-af33-00291eedce78 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0589128 Oct 12 04:19:45.610876 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1fca957d-e945-4f4b-bcf9-f902eead702d req-6dd1be6a-c960-4456-b927-cda18dfacb6c tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0322516 Oct 12 04:19:45.623753 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ae23bd1-b186-43c9-a64d-2d366743e0b1 req-b18d589e-5f12-4cb0-a7b8-c50c3a7e8460 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598149 Oct 12 04:19:45.884716 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa660f-a682-404b-b4b9-dfff56cbdb11 req-3e7a9ca2-549c-4c93-adc1-0feeed300b50 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:45.886226 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-64aa660f-a682-404b-b4b9-dfff56cbdb11 req-3e7a9ca2-549c-4c93-adc1-0feeed300b50 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0548820 Oct 12 04:19:45.924051 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-64aa660f-a682-404b-b4b9-dfff56cbdb11 req-449c8b4a-10dd-427a-be74-92f92160e79b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318878 Oct 12 04:19:46.706050 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e3568500-8fc1-4be6-8be4-ca2da9d42f87 req-b4862f4e-0430-423c-bae3-cf9a4cb02168 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0266917 Oct 12 04:19:46.758151 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cb6cb-db8a-40ca-870e-67615cdd49b4 req-69d66ea2-1a70-4df2-838f-327c49db159a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:46.759658 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9c6cb6cb-db8a-40ca-870e-67615cdd49b4 req-69d66ea2-1a70-4df2-838f-327c49db159a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0559568 Oct 12 04:19:46.799459 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9c6cb6cb-db8a-40ca-870e-67615cdd49b4 req-ac5f2b91-21ad-4b44-9cde-9dd1c5bceb9a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339541 Oct 12 04:19:47.083554 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd5b66-ebd5-4eff-ae67-e6c38a6b037f req-0d82856b-6d7f-4729-b433-731969cb17a6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:47.085112 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77fd5b66-ebd5-4eff-ae67-e6c38a6b037f req-0d82856b-6d7f-4729-b433-731969cb17a6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0727177 Oct 12 04:19:47.126286 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77fd5b66-ebd5-4eff-ae67-e6c38a6b037f req-55a0ff8e-d2a6-4484-b250-1828a542ece7 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Oct 12 04:19:47.801921 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a80cfbfb-5da5-48a2-ac71-6cbc32790da5 req-416146a6-8211-4286-ac4d-41bde214ed9d tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0251005 Oct 12 04:19:47.921674 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453df6e6-cc09-4ae4-8828-936f20d293d4 req-4dcbe532-3a08-4cbc-9d51-a399722ceac4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:47.923802 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-453df6e6-cc09-4ae4-8828-936f20d293d4 req-4dcbe532-3a08-4cbc-9d51-a399722ceac4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0500021 Oct 12 04:19:47.964437 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-453df6e6-cc09-4ae4-8828-936f20d293d4 req-3425dfbe-5b89-4176-a01e-7f70f85b28d8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335045 Oct 12 04:19:48.275792 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e843-26d3-4269-809a-b286973c53f7 req-83b11610-244f-48df-8748-241ce1dcba5f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:48.275792 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-13f5e843-26d3-4269-809a-b286973c53f7 req-83b11610-244f-48df-8748-241ce1dcba5f tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0697529 Oct 12 04:19:48.311483 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-13f5e843-26d3-4269-809a-b286973c53f7 req-a5543210-f080-4659-a212-b96440629ab6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Oct 12 04:19:48.901730 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-85111855-07e1-4f6c-8271-ba26a52aa4cd req-3055655f-9c9b-4101-8b12-8f4e21f57019 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0274727 Oct 12 04:19:49.081844 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549178-872d-4f0a-bf5c-dc577144e102 req-14051999-6ad3-409b-9ea4-5a8c3883abe8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:49.083332 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a9549178-872d-4f0a-bf5c-dc577144e102 req-14051999-6ad3-409b-9ea4-5a8c3883abe8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0480387 Oct 12 04:19:49.123632 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a9549178-872d-4f0a-bf5c-dc577144e102 req-ad860bbb-fab4-4072-a2cf-d2554edcb9f9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334218 Oct 12 04:19:49.126398 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56130) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:49.346068 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6756c7f3-78f9-4c52-bae9-4395f4ff8cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.449627 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271d61a-78ae-4572-a909-50289521f46c req-0e19750f-6612-4621-996d-6b37caf0c687 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:49.451116 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6271d61a-78ae-4572-a909-50289521f46c req-0e19750f-6612-4621-996d-6b37caf0c687 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0720820 Oct 12 04:19:49.467251 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6756c7f3-78f9-4c52-bae9-4395f4ff8cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.496393 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6271d61a-78ae-4572-a909-50289521f46c req-1f235c12-8e28-4248-b5e2-bc4358ef5cd4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381575 Oct 12 04:19:49.549466 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6756c7f3-78f9-4c52-bae9-4395f4ff8cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.590040 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c7f3-78f9-4c52-bae9-4395f4ff8cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d1bee-e5ea-4ec7-8933-c0372c34bb24,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:49.597264 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6756c7f3-78f9-4c52-bae9-4395f4ff8cd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ccbb827374e4a30be3aa37b523d0d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670906 Oct 12 04:19:49.597848 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56142) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:49.646890 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.670780 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.790948 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.793649 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.794868 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b0d1bee-e5ea-4ec7-8933-c0372c34bb24 HTTP/1.1" status: 204 len: 168 time: 0.1963410 Oct 12 04:19:49.803638 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d1bee-e5ea-4ec7-8933-c0372c34bb24,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:49.811124 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.811469 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.811801 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.812126 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.812539 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.812794 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.813113 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.813439 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.813757 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.814069 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.814383 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:49.814751 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37dd3ad-8296-4140-9880-88659e7917d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:50.003120 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-349d5ce8-dffb-4838-8b7d-674bd569b6ab req-482f3c15-d3ea-4e4b-a96c-9dcd90fc6bb1 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb93a9d-e260-48a6-a220-3f8b2af0dfaa HTTP/1.1" status: 200 len: 210 time: 0.0253694 Oct 12 04:19:50.247287 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7f3d4-25b0-4737-97f1-2b960e299b00 req-f9cbba73-79e2-42f7-882f-3d35eea1fd68 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:50.248718 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-87d7f3d4-25b0-4737-97f1-2b960e299b00 req-f9cbba73-79e2-42f7-882f-3d35eea1fd68 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0482576 Oct 12 04:19:50.285311 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-87d7f3d4-25b0-4737-97f1-2b960e299b00 req-5c93e80e-cc43-445a-aea1-07670fa00f22 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306432 Oct 12 04:19:50.615390 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e600d-617f-4d35-b1a4-c5b55ba05af3 req-fa48eebf-8f3f-4db4-9282-a232a012416a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:50.616880 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-121e600d-617f-4d35-b1a4-c5b55ba05af3 req-fa48eebf-8f3f-4db4-9282-a232a012416a tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0543935 Oct 12 04:19:50.658857 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-121e600d-617f-4d35-b1a4-c5b55ba05af3 req-d35caf51-67a6-4f63-bb3f-d1503e60be9c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356758 Oct 12 04:19:50.727985 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ec5e1-ae9d-483a-8076-ae48a6bccb79 req-58b8d739-0b00-47f9-840f-8eff13a4373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:50.729404 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-3c5ec5e1-ae9d-483a-8076-ae48a6bccb79 req-58b8d739-0b00-47f9-840f-8eff13a4373b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1099 time: 0.0382702 Oct 12 04:19:50.766213 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-3c5ec5e1-ae9d-483a-8076-ae48a6bccb79 req-6c14615c-1b91-423f-a475-724941b757ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278182 Oct 12 04:19:51.403088 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e227fd4-96e8-4286-b2f3-801d3e683695 req-4eaf828a-3c20-43e6-9d9c-0afe88022f00 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:51.404610 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3e227fd4-96e8-4286-b2f3-801d3e683695 req-4eaf828a-3c20-43e6-9d9c-0afe88022f00 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0489764 Oct 12 04:19:51.466743 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3e227fd4-96e8-4286-b2f3-801d3e683695 req-a522fe01-95a2-47ea-a271-2cceb27737be tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530524 Oct 12 04:19:51.474747 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb14a1-bbab-45aa-8588-5e9ada35dafd req-bcdb6530-0bb8-4562-924c-51d0d16439f9 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:51.476192 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f2fb14a1-bbab-45aa-8588-5e9ada35dafd req-bcdb6530-0bb8-4562-924c-51d0d16439f9 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 945 time: 0.0706785 Oct 12 04:19:51.516701 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f2fb14a1-bbab-45aa-8588-5e9ada35dafd req-4df45272-f42e-4c8f-8fd3-144b59da4077 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345263 Oct 12 04:19:51.778181 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec138791-3a0a-43e4-b44d-6a23661d1c3d req-abf3e68c-4027-49fc-87dd-868825d93e30 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:51.779680 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ec138791-3a0a-43e4-b44d-6a23661d1c3d req-abf3e68c-4027-49fc-87dd-868825d93e30 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0488057 Oct 12 04:19:51.816385 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ec138791-3a0a-43e4-b44d-6a23661d1c3d req-e52c0035-f38a-4f61-8b16-79593e6e6dde tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308063 Oct 12 04:19:52.581756 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49137e3e-34b8-44a5-870d-6146fef9c927 req-6f369255-48aa-4c23-a29b-63e2b0c63f15 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:52.583233 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-49137e3e-34b8-44a5-870d-6146fef9c927 req-6f369255-48aa-4c23-a29b-63e2b0c63f15 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0478029 Oct 12 04:19:52.649556 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-49137e3e-34b8-44a5-870d-6146fef9c927 req-f2812027-6b70-44fe-a34c-7dfa6e745d10 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570939 Oct 12 04:19:52.657409 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84ee57-b9ed-4c2a-8ba4-62d2b3350267 req-3d044ced-49a9-4c74-a91e-076e0c74a27a tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:52.658895 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ad84ee57-b9ed-4c2a-8ba4-62d2b3350267 req-3d044ced-49a9-4c74-a91e-076e0c74a27a tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 945 time: 0.0747073 Oct 12 04:19:52.697325 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ad84ee57-b9ed-4c2a-8ba4-62d2b3350267 req-7557ff5c-f21f-4f0d-9598-ff88671ee871 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Oct 12 04:19:52.928108 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1325ba-5540-4cbb-9d56-eefef9ca1187 req-2a994a9c-c001-479d-9874-7cb49e757e22 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:52.929571 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6a1325ba-5540-4cbb-9d56-eefef9ca1187 req-2a994a9c-c001-479d-9874-7cb49e757e22 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0470116 Oct 12 04:19:52.936822 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-c4d35eb4-64ca-4e22-8e1f-893249299c44 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:52.938255 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-c4d35eb4-64ca-4e22-8e1f-893249299c44 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 945 time: 0.0460620 Oct 12 04:19:52.966785 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6a1325ba-5540-4cbb-9d56-eefef9ca1187 req-c37c0ef7-21e0-4e77-85cf-b110d65368fb tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312951 Oct 12 04:19:53.031314 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Deleting port 6fdf3f9d-d5b4-4906-8160-05e737485cfe {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:53.031580 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:53.118623 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] For port 6fdf3f9d-d5b4-4906-8160-05e737485cfe, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fdf3f9d-d5b4-4906-8160-05e737485cfe,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:53.119015 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:53.130845 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Calling delete_port for 6fdf3f9d-d5b4-4906-8160-05e737485cfe owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:53.395464 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:53.406652 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['e338ea68-ade7-4184-bc31-d3b708620700', '6fdf3f9d-d5b4-4906-8160-05e737485cfe'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:53.407934 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31835a-5aff-42c2-8d00-7f7682d52d81 req-a91c1e27-49ad-45ae-b7f6-f3c53e0f0a7c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:53.409438 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bb31835a-5aff-42c2-8d00-7f7682d52d81 req-a91c1e27-49ad-45ae-b7f6-f3c53e0f0a7c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0477431 Oct 12 04:19:53.431159 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Pushing event deleted for resources: {'Port': ['ID=6fdf3f9d-d5b4-4906-8160-05e737485cfe,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:53.462734 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bb31835a-5aff-42c2-8d00-7f7682d52d81 req-18cdc9cf-199f-4dbb-b039-c30b9471755b tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467389 Oct 12 04:19:53.488500 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] No DVR routers for this DVR port 6fdf3f9d-d5b4-4906-8160-05e737485cfe on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:19:53.491351 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:53.495596 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-2666e0de-8d17-4166-8a3f-f0fdcd045958 req-829782bb-090c-4102-81ad-7d15005cbd63 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "DELETE /v2.0/ports/6fdf3f9d-d5b4-4906-8160-05e737485cfe HTTP/1.1" status: 204 len: 173 time: 0.5506020 Oct 12 04:19:53.496039 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6b1d1f-abeb-4ab7-a402-c003f0171210', 'name': 'network-vif-deleted', 'tag': '6fdf3f9d-d5b4-4906-8160-05e737485cfe'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:53.498995 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b208fda6-90ba-4385-833d-15e90be00d6c" -d '{"events": [{"server_uuid": "ce6b1d1f-abeb-4ab7-a402-c003f0171210", "name": "network-vif-deleted", "tag": "6fdf3f9d-d5b4-4906-8160-05e737485cfe"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:53.499172 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-f0ce869e-1def-4870-9e59-40378680d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:53.500601 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-f0ce869e-1def-4870-9e59-40378680d886 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 1099 time: 0.0520999 Oct 12 04:19:53.537325 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37302494-58cd-431c-ae59-9798ef2217fd x-openstack-request-id: req-37302494-58cd-431c-ae59-9798ef2217fd {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:53.537690 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6b1d1f-abeb-4ab7-a402-c003f0171210", "name": "network-vif-deleted", "tag": "6fdf3f9d-d5b4-4906-8160-05e737485cfe", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:53.538010 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37302494-58cd-431c-ae59-9798ef2217fd {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:53.538489 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6b1d1f-abeb-4ab7-a402-c003f0171210', 'name': 'network-vif-deleted', 'tag': '6fdf3f9d-d5b4-4906-8160-05e737485cfe', 'status': 'completed', 'code': 200} Oct 12 04:19:53.602758 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-1c61f2d1-f444-4f14-afdc-46fb039f0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:53.604110 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-1c61f2d1-f444-4f14-afdc-46fb039f0e69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 919 time: 0.0962222 Oct 12 04:19:53.654612 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-6ec3a37f-7cb8-4472-a453-cfeb68ee115d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=820be35b-a456-4989-96da-b067b6759731 HTTP/1.1" status: 200 len: 217 time: 0.0364690 Oct 12 04:19:53.705156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-d2e863ad-3a07-4a0c-9146-ce93fe2a5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:53.706588 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-d2e863ad-3a07-4a0c-9146-ce93fe2a5140 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0438471 Oct 12 04:19:53.759182 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-807e60d7-2233-4e62-8635-c3b48b131d19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443079 Oct 12 04:19:53.805730 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d9a2676-2749-486a-95b8-7521aefc7626 req-9f383579-0f88-4534-9815-1b0d7a970ffe tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce6b1d1f-abeb-4ab7-a402-c003f0171210 HTTP/1.1" status: 200 len: 210 time: 0.0388169 Oct 12 04:19:53.849666 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d92cc-adc2-4260-9a5d-069afbae7d30 req-bcde228e-6d2a-4f9e-8854-82212d1b79d1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:53.851813 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-094d92cc-adc2-4260-9a5d-069afbae7d30 req-bcde228e-6d2a-4f9e-8854-82212d1b79d1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.1288784 Oct 12 04:19:53.911185 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-094d92cc-adc2-4260-9a5d-069afbae7d30 req-57641057-7877-48a4-858d-78e876ce64e7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535080 Oct 12 04:19:53.916873 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-0f52e378-62c3-4809-8140-4d584cb91c51 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389000 Oct 12 04:19:54.007858 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a06d4b6e-6443-448a-974f-0835be26dc99 req-23f28fbd-98a9-4da4-b05f-ba474bfff545 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827942 Oct 12 04:19:54.575673 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89544eaf-a404-4bcb-9bbb-fc96c7bfa88e req-833f4b06-90ca-439e-8b5a-6d37697ac2d8 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:54.577115 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-89544eaf-a404-4bcb-9bbb-fc96c7bfa88e req-833f4b06-90ca-439e-8b5a-6d37697ac2d8 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0484288 Oct 12 04:19:54.613709 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-89544eaf-a404-4bcb-9bbb-fc96c7bfa88e req-3e678a4e-a474-4eef-ac2d-9549bbce16d0 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Oct 12 04:19:55.027878 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334c40b-6db3-48d0-9a66-4b0b93ea6243 req-83194b7e-dde2-46fa-8d70-d57a21a5b260 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:55.029358 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c334c40b-6db3-48d0-9a66-4b0b93ea6243 req-83194b7e-dde2-46fa-8d70-d57a21a5b260 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0479648 Oct 12 04:19:55.073227 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c334c40b-6db3-48d0-9a66-4b0b93ea6243 req-1aedfbf9-2dea-4ee5-a750-1fbeaf4f5bb9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325987 Oct 12 04:19:55.732402 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a316df-06b5-4b0f-a779-85466541858b req-7f4bf11d-711a-462b-babc-ab4717486545 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:55.734207 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e6a316df-06b5-4b0f-a779-85466541858b req-7f4bf11d-711a-462b-babc-ab4717486545 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0518517 Oct 12 04:19:55.772417 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e6a316df-06b5-4b0f-a779-85466541858b req-b1d1dbaf-9a68-4ff7-946f-7dddfbcca5c3 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Oct 12 04:19:55.868649 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:19:56.189501 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2330b-094f-4d47-9156-59e4875a617b req-ff9a87f4-af09-44d8-8f36-efd736bea855 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:56.190975 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f2f2330b-094f-4d47-9156-59e4875a617b req-ff9a87f4-af09-44d8-8f36-efd736bea855 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0529904 Oct 12 04:19:56.227484 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f2f2330b-094f-4d47-9156-59e4875a617b req-6b2f762b-edf0-48fd-9ac6-99a5dfdc695e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300064 Oct 12 04:19:56.504199 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed32e7-5b87-4672-a7d4-2eb42f721654 req-b1da381c-d874-4581-b6cc-014e9715f356 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:56.505644 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-00ed32e7-5b87-4672-a7d4-2eb42f721654 req-b1da381c-d874-4581-b6cc-014e9715f356 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 946 time: 0.0519443 Oct 12 04:19:56.541926 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-00ed32e7-5b87-4672-a7d4-2eb42f721654 req-a3e19c3b-0eee-4533-91b4-86ac8ed7dc08 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303771 Oct 12 04:19:56.898553 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f557-817c-490b-85f9-9139d803f0b9 req-47443d39-8112-4173-9820-f553baa0b5f0 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:56.898553 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e40f557-817c-490b-85f9-9139d803f0b9 req-47443d39-8112-4173-9820-f553baa0b5f0 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0521221 Oct 12 04:19:56.929949 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e40f557-817c-490b-85f9-9139d803f0b9 req-61450ec4-a5a3-4344-8772-037fdb5f036c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Oct 12 04:19:57.219477 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:19:57.222544 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6fdf3f9d-d5b4-4906-8160-05e737485cfe no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:57.247232 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 6fdf3f9d-d5b4-4906-8160-05e737485cfe {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:57.247524 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6fdf3f9d-d5b4-4906-8160-05e737485cfe not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:57.334303 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:57.345021 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'port_id': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'mac_address': 'fa:16:3e:ac:09:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:19:57.350684 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb9850-6dbc-4fb5-b7ed-276c11e850dc req-61bbef93-550b-465f-912a-095f2d83b620 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:57.352166 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a7bb9850-6dbc-4fb5-b7ed-276c11e850dc req-61bbef93-550b-465f-912a-095f2d83b620 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 943 time: 0.0479720 Oct 12 04:19:57.386501 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:57.391845 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a7bb9850-6dbc-4fb5-b7ed-276c11e850dc req-1032a25d-1250-442d-a177-4d8129391f0b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326033 Oct 12 04:19:57.400004 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:19:57.420418 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:57.488037 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:57.534051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=9']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:57.652599 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe34283-73a7-415a-9c0e-f17212e633a3 req-23a1d97c-d158-49ee-bc17-79a016292219 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:57.654022 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bbe34283-73a7-415a-9c0e-f17212e633a3 req-23a1d97c-d158-49ee-bc17-79a016292219 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 946 time: 0.0472412 Oct 12 04:19:57.689052 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bbe34283-73a7-415a-9c0e-f17212e633a3 req-65e87390-f90a-4a4d-aca2-7c4632290e91 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/security-groups?id=842a234f-b678-45e8-b548-7a87eee3301d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292318 Oct 12 04:19:57.803288 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:58.226849 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-33f0a124-8022-4ede-8560-6401670072fb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:58.228676 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-33f0a124-8022-4ede-8560-6401670072fb tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 946 time: 0.0507817 Oct 12 04:19:58.319834 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Deleting port e338ea68-ade7-4184-bc31-d3b708620700 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:58.320174 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:58.417655 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] For port e338ea68-ade7-4184-bc31-d3b708620700, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e338ea68-ade7-4184-bc31-d3b708620700,segment=NetworkSegment(c6655137-a59f-4b09-a791-02f7474b8cde),segment_id=c6655137-a59f-4b09-a791-02f7474b8cde)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:58.418030 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:58.430242 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Calling delete_port for e338ea68-ade7-4184-bc31-d3b708620700 owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:58.585173 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf00fb-a3f2-404d-9b1d-c51cb4ed5635 req-ff50847a-0715-49c9-9e4f-c99e00d4a414 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:58.586607 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ddf00fb-a3f2-404d-9b1d-c51cb4ed5635 req-ff50847a-0715-49c9-9e4f-c99e00d4a414 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 944 time: 0.0855939 Oct 12 04:19:58.625264 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ddf00fb-a3f2-404d-9b1d-c51cb4ed5635 req-63f92e61-1217-4902-b23b-bf9fd5167694 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327208 Oct 12 04:19:58.648111 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:58.660019 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['e338ea68-ade7-4184-bc31-d3b708620700'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:58.678204 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Pushing event deleted for resources: {'Port': ['ID=e338ea68-ade7-4184-bc31-d3b708620700,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:58.687847 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.688189 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.688586 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.689094 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.689223 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.689514 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.689836 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.690175 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.690475 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.691164 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.691164 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.691426 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:58.730488 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] No DVR routers for this DVR port e338ea68-ade7-4184-bc31-d3b708620700 on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:19:58.737075 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:58.740422 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ed176c22-f2ad-4097-96c6-7653b754b85d req-72071ecd-30ef-4374-8675-4a1d57417813 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.36 "DELETE /v2.0/ports/e338ea68-ade7-4184-bc31-d3b708620700 HTTP/1.1" status: 204 len: 173 time: 0.5057504 Oct 12 04:19:58.740869 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494a399f-a68d-4e9f-8259-fbe4f5b830fa', 'name': 'network-vif-deleted', 'tag': 'e338ea68-ade7-4184-bc31-d3b708620700'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:58.743188 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e3ef4c-d35a-4ac8-b7bd-9646d589b14b" -d '{"events": [{"server_uuid": "494a399f-a68d-4e9f-8259-fbe4f5b830fa", "name": "network-vif-deleted", "tag": "e338ea68-ade7-4184-bc31-d3b708620700"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:58.786511 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750421cf-1987-4d30-b9a7-000d6db753d1 x-openstack-request-id: req-750421cf-1987-4d30-b9a7-000d6db753d1 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:58.786838 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494a399f-a68d-4e9f-8259-fbe4f5b830fa", "name": "network-vif-deleted", "tag": "e338ea68-ade7-4184-bc31-d3b708620700", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:58.787090 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-750421cf-1987-4d30-b9a7-000d6db753d1 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:58.787475 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494a399f-a68d-4e9f-8259-fbe4f5b830fa', 'name': 'network-vif-deleted', 'tag': 'e338ea68-ade7-4184-bc31-d3b708620700', 'status': 'completed', 'code': 200} Oct 12 04:19:58.789346 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-67b9071d-13c9-4490-8020-26b0299c36f5 req-4b258021-1bb9-43d2-8c5e-3fd9476e32c8 tempest-AttachVolumeNegativeTest-2018097516 tempest-AttachVolumeNegativeTest-2018097516-project] 10.222.0.21 "GET /v2.0/ports?device_id=494a399f-a68d-4e9f-8259-fbe4f5b830fa HTTP/1.1" status: 200 len: 210 time: 0.0315635 Oct 12 04:19:59.232151 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:19:59.278414 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:19:59.278807 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:59.352704 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:59.377857 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:59.380361 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a57273a-6aed-4719-b4fd-818fb11a3434" -d '{"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:59.393861 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:59.421070 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62d434-10b9-401b-82b8-f499c4139eae x-openstack-request-id: req-eb62d434-10b9-401b-82b8-f499c4139eae {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:59.421360 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:59.421606 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb62d434-10b9-401b-82b8-f499c4139eae {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:59.421992 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'code': 200} Oct 12 04:19:59.469501 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:59.485825 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-d4ed71dd-af5d-4894-86b0-f68e7067c2e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471330 Oct 12 04:19:59.519880 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=10']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:59.542008 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-ee498146-f029-477b-a277-fadd74ed1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:59.543667 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-ee498146-f029-477b-a277-fadd74ed1302 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9696ef17af304e61842be106e91706e9&device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 1099 time: 0.0428238 Oct 12 04:19:59.653325 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-d095ab73-7025-4367-a003-3087a1d61bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:59.654880 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-d095ab73-7025-4367-a003-3087a1d61bff service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 200 len: 919 time: 0.0862160 Oct 12 04:19:59.708895 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-ed28fe44-32f9-4e5c-b6f1-d721193890bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daa88131-1b96-4370-98b3-d5a9a75dda98 HTTP/1.1" status: 200 len: 217 time: 0.0369260 Oct 12 04:19:59.782753 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-b4537c34-7099-4c64-917b-afaea43b3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:59.784218 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-b4537c34-7099-4c64-917b-afaea43b3e6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 200 len: 858 time: 0.0669792 Oct 12 04:19:59.792817 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036c32-cc75-4871-8f76-3a9211460f61 req-ec674613-e4d4-4117-894b-5c7d74ddc35a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:59.794157 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b3036c32-cc75-4871-8f76-3a9211460f61 req-ec674613-e4d4-4117-894b-5c7d74ddc35a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 946 time: 0.0878251 Oct 12 04:19:59.823407 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-405c43f0-8853-4af6-90f9-9d859cf3515a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd449e6-31a1-474f-a04b-263d450fddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282748 Oct 12 04:19:59.848262 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56244) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:59.870239 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa1a52df-b6df-4452-b724-40e194fc3375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:59.896359 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b3036c32-cc75-4871-8f76-3a9211460f61 req-f3f26738-b842-4215-bacd-705c0df71964 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941830 Oct 12 04:19:59.896599 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_v2 [None req-65743aac-bf36-4e34-96b2-da5d41709620 admin admin] Deleting subnet a974f39d-7362-4a97-8202-131a15390cc1 {{(pid=94611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:19:59.900096 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-65743aac-bf36-4e34-96b2-da5d41709620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:59.934887 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-fbc304b2-3447-439a-b15b-2a40792ec520 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035185 Oct 12 04:19:59.936501 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-65743aac-bf36-4e34-96b2-da5d41709620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9702806'] for subnet, precommit_delete_associations {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:59.973938 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-65743aac-bf36-4e34-96b2-da5d41709620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.030454 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-036cf18f-db13-45aa-a37c-bf07bd2dd7a9 req-0997f476-df80-4227-823b-7b9f51999a43 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868626 Oct 12 04:20:00.057579 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0dec-feae-4115-998a-d95ea9ad3540 req-7791508d-9b43-4b14-9788-83508a1633fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:00.059189 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-211e0dec-feae-4115-998a-d95ea9ad3540 req-7791508d-9b43-4b14-9788-83508a1633fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 1099 time: 0.0519588 Oct 12 04:20:00.094945 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-211e0dec-feae-4115-998a-d95ea9ad3540 req-866cfd78-fb22-4af3-8a6e-438d6ae1663b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274591 Oct 12 04:20:00.115116 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-65743aac-bf36-4e34-96b2-da5d41709620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8605555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766286'] for subnet, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.139913 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65743aac-bf36-4e34-96b2-da5d41709620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a974f39d-7362-4a97-8202-131a15390cc1,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:00.143819 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-65743aac-bf36-4e34-96b2-da5d41709620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.148206 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-65743aac-bf36-4e34-96b2-da5d41709620 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a974f39d-7362-4a97-8202-131a15390cc1 HTTP/1.1" status: 204 len: 168 time: 0.2975352 Oct 12 04:20:00.150042 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56246) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:00.215543 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.294895 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.313883 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382ee370-8814-4057-bb86-a80b3c5a69fd']}} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:00.322842 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6655137-a59f-4b09-a791-02f7474b8cde') {'for_net_delete': True} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:00.323136 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6655137-a59f-4b09-a791-02f7474b8cde') {} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:00.332118 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9702813'] for segment, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.345102 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.350679 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:20:00.351084 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8605101'] for segment, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: Traceback (most recent call last): Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: timer() Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: cb(*args, **kw) Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: return func(*args, **kwargs) Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: self._notify() Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: self.callback(batched_events) Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: event.method(event) Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: return f(self, *a, **k) Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._get(url).json() Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: return self.request(url, 'GET', **kwargs) Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:20:00.353190 dv-cinder-813067-1-iscsi neutron-server[94611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:20:00.453848 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.460206 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.463804 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] 10.222.0.21 "DELETE /v2.0/networks/382ee370-8814-4057-bb86-a80b3c5a69fd HTTP/1.1" status: 204 len: 168 time: 0.3129225 Oct 12 04:20:00.473353 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10eacc-86f2-4302-b133-5683407e9a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=382ee370-8814-4057-bb86-a80b3c5a69fd,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:00.801193 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56258) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:00.843350 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-8ae2cc7f-4886-4c7f-a023-e2d98ee4b1b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15e19031226d475dbcf3cdfa50550ef4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407064 Oct 12 04:20:00.843583 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56260) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:00.895870 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93e19c9d-df0e-4b65-8b0b-1b02a1ad15b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.920668 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93e19c9d-df0e-4b65-8b0b-1b02a1ad15b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:01.009719 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93e19c9d-df0e-4b65-8b0b-1b02a1ad15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:01.012324 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93e19c9d-df0e-4b65-8b0b-1b02a1ad15b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:01.013525 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-93e19c9d-df0e-4b65-8b0b-1b02a1ad15b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/842a234f-b678-45e8-b548-7a87eee3301d HTTP/1.1" status: 204 len: 168 time: 0.1685240 Oct 12 04:20:01.031646 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d9c99-99fd-4c8a-b619-7e2d34edb5de req-683477e2-63f4-491a-9c23-cab1583bc165 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:01.033229 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e43d9c99-99fd-4c8a-b619-7e2d34edb5de req-683477e2-63f4-491a-9c23-cab1583bc165 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 946 time: 0.0600178 Oct 12 04:20:01.034407 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e19c9d-df0e-4b65-8b0b-1b02a1ad15b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842a234f-b678-45e8-b548-7a87eee3301d,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:01.083191 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e43d9c99-99fd-4c8a-b619-7e2d34edb5de req-ef9ce51a-de04-42bc-86b0-0c4129e1da2b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420506 Oct 12 04:20:01.830611 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:02.260497 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670541b-831b-46e8-8b84-03e6ef34781c req-4267974b-3ed5-4034-b479-c8bfd67a3f29 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:02.261913 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d670541b-831b-46e8-8b84-03e6ef34781c req-4267974b-3ed5-4034-b479-c8bfd67a3f29 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 946 time: 0.0471790 Oct 12 04:20:02.294387 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e55d0474-64f7-42b9-9b92-04129a2b0edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:02.302544 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d670541b-831b-46e8-8b84-03e6ef34781c req-c935416e-e224-4769-bbe7-869f553c88c0 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344617 Oct 12 04:20:02.489065 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251587bf-c98c-4d97-922a-9ab5c1d5792e req-a6320c47-07fc-4dbb-b6a1-12885b605096 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:02.490535 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-251587bf-c98c-4d97-922a-9ab5c1d5792e req-a6320c47-07fc-4dbb-b6a1-12885b605096 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0521801 Oct 12 04:20:02.530476 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-251587bf-c98c-4d97-922a-9ab5c1d5792e req-fe0b58d1-8099-4d59-a47c-ec6b17d6eabf tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Oct 12 04:20:02.987380 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56360) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:03.087922 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4ab32186-a512-4e45-b144-72e37cf180d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:03.161231 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4ab32186-a512-4e45-b144-72e37cf180d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:03.179080 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:03.230416 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4ab32186-a512-4e45-b144-72e37cf180d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:03.257426 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device e338ea68-ade7-4184-bc31-d3b708620700 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:20:03.269911 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab32186-a512-4e45-b144-72e37cf180d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0079e0b-f90c-43ef-b6da-2c0aa9006059,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:03.276385 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4ab32186-a512-4e45-b144-72e37cf180d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb6b7673ec694504b43dcad6580b4ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879446 Oct 12 04:20:03.277961 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: e338ea68-ade7-4184-bc31-d3b708620700 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:20:03.278277 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device e338ea68-ade7-4184-bc31-d3b708620700 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:20:03.279058 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56364) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:03.328469 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-995df640-dcb3-40f9-b369-82513d01e9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:03.350460 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-995df640-dcb3-40f9-b369-82513d01e9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:03.429748 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54293644-171b-4ed5-951c-880b66825fd0 req-c26ca6e2-9299-4325-94aa-e122eab68c15 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:03.431263 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-54293644-171b-4ed5-951c-880b66825fd0 req-c26ca6e2-9299-4325-94aa-e122eab68c15 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 946 time: 0.0490756 Oct 12 04:20:03.468412 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-54293644-171b-4ed5-951c-880b66825fd0 req-7ba33a88-4c6f-4a89-8498-55ba3f0698a9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311303 Oct 12 04:20:03.482097 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-995df640-dcb3-40f9-b369-82513d01e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:03.485021 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-995df640-dcb3-40f9-b369-82513d01e9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:03.488433 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-995df640-dcb3-40f9-b369-82513d01e9ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0079e0b-f90c-43ef-b6da-2c0aa9006059 HTTP/1.1" status: 204 len: 168 time: 0.2050200 Oct 12 04:20:03.495448 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995df640-dcb3-40f9-b369-82513d01e9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0079e0b-f90c-43ef-b6da-2c0aa9006059,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:03.651706 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28692bd4-46b7-425e-b9c6-257b24db1967 req-508d18bd-a630-4e64-bb71-6a2d6c87b526 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:03.653156 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-28692bd4-46b7-425e-b9c6-257b24db1967 req-508d18bd-a630-4e64-bb71-6a2d6c87b526 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0566380 Oct 12 04:20:03.689307 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-28692bd4-46b7-425e-b9c6-257b24db1967 req-d2adba4c-9c89-4e24-9c92-c627463a6cfe tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302930 Oct 12 04:20:03.716635 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:04.805858 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9e5d3-1261-4e95-a587-bb58e25d4e45 req-1adb8e46-e889-4750-9730-7c27a18c4995 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:04.807368 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9dd9e5d3-1261-4e95-a587-bb58e25d4e45 req-1adb8e46-e889-4750-9730-7c27a18c4995 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0491481 Oct 12 04:20:04.847974 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9dd9e5d3-1261-4e95-a587-bb58e25d4e45 req-76f067bd-dc96-4f8c-a4c9-6d9045437e61 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347681 Oct 12 04:20:04.897777 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-d6207cdd-e2b5-4d58-bf36-528a94ed2a94 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:04.899274 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-d6207cdd-e2b5-4d58-bf36-528a94ed2a94 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.36 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 946 time: 0.0491660 Oct 12 04:20:04.997775 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Deleting port daa88131-1b96-4370-98b3-d5a9a75dda98 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:20:04.998122 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:05.086993 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] For port daa88131-1b96-4370-98b3-d5a9a75dda98, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=daa88131-1b96-4370-98b3-d5a9a75dda98,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:20:05.087364 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:05.099421 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Calling delete_port for daa88131-1b96-4370-98b3-d5a9a75dda98 owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:20:05.299502 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:05.316314 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['daa88131-1b96-4370-98b3-d5a9a75dda98', '820be35b-a456-4989-96da-b067b6759731'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:20:05.329183 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Pushing event deleted for resources: {'Port': ['ID=daa88131-1b96-4370-98b3-d5a9a75dda98,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:05.374835 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] No DVR routers for this DVR port daa88131-1b96-4370-98b3-d5a9a75dda98 on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:20:05.380535 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:05.381380 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-2e95bf43-7f20-47f4-8eba-8f7b7bab7fdd req-f71c0155-4795-48fa-995a-6bd44415eda2 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.36 "DELETE /v2.0/ports/daa88131-1b96-4370-98b3-d5a9a75dda98 HTTP/1.1" status: 204 len: 173 time: 0.4726942 Oct 12 04:20:05.381824 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d84886-10fd-4ae9-a6fa-6c0a75409709', 'name': 'network-vif-deleted', 'tag': 'daa88131-1b96-4370-98b3-d5a9a75dda98'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:20:05.384134 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8852ed-2e22-4325-b181-e50d964f4546" -d '{"events": [{"server_uuid": "92d84886-10fd-4ae9-a6fa-6c0a75409709", "name": "network-vif-deleted", "tag": "daa88131-1b96-4370-98b3-d5a9a75dda98"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:20:05.421534 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21314cdf-5c7f-4de2-9657-1de98b9abd50 x-openstack-request-id: req-21314cdf-5c7f-4de2-9657-1de98b9abd50 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:20:05.422009 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d84886-10fd-4ae9-a6fa-6c0a75409709", "name": "network-vif-deleted", "tag": "daa88131-1b96-4370-98b3-d5a9a75dda98", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:20:05.422411 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21314cdf-5c7f-4de2-9657-1de98b9abd50 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:20:05.423029 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d84886-10fd-4ae9-a6fa-6c0a75409709', 'name': 'network-vif-deleted', 'tag': 'daa88131-1b96-4370-98b3-d5a9a75dda98', 'status': 'completed', 'code': 200} Oct 12 04:20:05.428544 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:05.833789 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56426) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:05.937562 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-831c557a-72e2-4a84-95bb-9a304693c7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:05.950570 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d150c831-14c4-4c3c-8488-5121348df52d req-c2fd3ad7-bf60-4aca-b875-ff82a4cc442c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d84886-10fd-4ae9-a6fa-6c0a75409709 HTTP/1.1" status: 200 len: 210 time: 0.0262179 Oct 12 04:20:06.012943 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-831c557a-72e2-4a84-95bb-9a304693c7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:06.099217 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-831c557a-72e2-4a84-95bb-9a304693c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:06.136615 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-831c557a-72e2-4a84-95bb-9a304693c7f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8af2ea74c422498c81055e773a805e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016503 Oct 12 04:20:06.137500 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c557a-72e2-4a84-95bb-9a304693c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6b88da-f9cd-434f-ae86-040fa03e33f5,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:06.139440 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56432) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:06.189957 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fdabbae6-b5b3-45b8-a752-1f7b2d8c190b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:06.211488 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fdabbae6-b5b3-45b8-a752-1f7b2d8c190b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:06.407668 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fdabbae6-b5b3-45b8-a752-1f7b2d8c190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:06.410385 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fdabbae6-b5b3-45b8-a752-1f7b2d8c190b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:06.411572 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-fdabbae6-b5b3-45b8-a752-1f7b2d8c190b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b6b88da-f9cd-434f-ae86-040fa03e33f5 HTTP/1.1" status: 204 len: 168 time: 0.2703989 Oct 12 04:20:06.420188 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabbae6-b5b3-45b8-a752-1f7b2d8c190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6b88da-f9cd-434f-ae86-040fa03e33f5,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:06.998491 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56448) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:07.012622 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e865b8ac-f47d-4302-973a-6022c522b835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:07.084809 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e865b8ac-f47d-4302-973a-6022c522b835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:07.231168 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e865b8ac-f47d-4302-973a-6022c522b835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:07.276835 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e865b8ac-f47d-4302-973a-6022c522b835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d105a8fe29c04273a38b86bf8156f7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771766 Oct 12 04:20:07.277776 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865b8ac-f47d-4302-973a-6022c522b835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c82bb2b-b7d6-489a-abbc-29d38521eabc,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:07.279927 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56452) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:07.330412 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-65ac071f-4401-4e6f-85b2-09f41f8dec9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:07.351165 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-65ac071f-4401-4e6f-85b2-09f41f8dec9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:07.453650 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-65ac071f-4401-4e6f-85b2-09f41f8dec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:07.456546 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-65ac071f-4401-4e6f-85b2-09f41f8dec9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:07.458253 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-65ac071f-4401-4e6f-85b2-09f41f8dec9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c82bb2b-b7d6-489a-abbc-29d38521eabc HTTP/1.1" status: 204 len: 168 time: 0.1767225 Oct 12 04:20:07.466411 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac071f-4401-4e6f-85b2-09f41f8dec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c82bb2b-b7d6-489a-abbc-29d38521eabc,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:07.759846 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ed101-9bff-450a-ae2c-f7cd874bd843 req-af8365b1-5fe4-4949-be28-3c0ba77b94ab tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:07.761449 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d91ed101-9bff-450a-ae2c-f7cd874bd843 req-af8365b1-5fe4-4949-be28-3c0ba77b94ab tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.2832997 Oct 12 04:20:07.801973 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d91ed101-9bff-450a-ae2c-f7cd874bd843 req-248b53e0-2ba1-4306-b448-3bb2307d678e tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341592 Oct 12 04:20:08.104860 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118b05-d5f7-498d-9da1-110e8617f753 req-b1a4e85f-fef7-42b4-91da-4ce8d3a90d19 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:08.106290 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f118b05-d5f7-498d-9da1-110e8617f753 req-b1a4e85f-fef7-42b4-91da-4ce8d3a90d19 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0473657 Oct 12 04:20:08.143947 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f118b05-d5f7-498d-9da1-110e8617f753 req-93007dc7-b80a-4cac-ac84-03e60c2bb205 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314438 Oct 12 04:20:08.915368 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ad84-d66c-43d5-b789-aef40adcaa3a req-557bfe5c-4e90-4e65-95b1-6e910bd419b6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:08.917459 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2408ad84-d66c-43d5-b789-aef40adcaa3a req-557bfe5c-4e90-4e65-95b1-6e910bd419b6 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0488102 Oct 12 04:20:08.963152 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2408ad84-d66c-43d5-b789-aef40adcaa3a req-ae7b7442-4d65-418d-a2bc-aa4600d7225d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380352 Oct 12 04:20:09.254703 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device daa88131-1b96-4370-98b3-d5a9a75dda98 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:20:09.262189 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c62f9c-1285-4c88-9089-3fad8172bee6 req-57101a8a-3bed-40e1-909a-a28524a1dc76 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:09.263846 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-31c62f9c-1285-4c88-9089-3fad8172bee6 req-57101a8a-3bed-40e1-909a-a28524a1dc76 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0501020 Oct 12 04:20:09.275247 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: daa88131-1b96-4370-98b3-d5a9a75dda98 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:20:09.275584 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device daa88131-1b96-4370-98b3-d5a9a75dda98 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:20:09.303912 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-31c62f9c-1285-4c88-9089-3fad8172bee6 req-5d90b081-1990-4892-8e83-ad65f26721b6 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337436 Oct 12 04:20:10.078570 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c2148-bcc5-4b3f-8e29-4f5ea8de06e7 req-87ec9a10-b754-4eda-b975-25b8a53d308c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:10.080042 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc6c2148-bcc5-4b3f-8e29-4f5ea8de06e7 req-87ec9a10-b754-4eda-b975-25b8a53d308c tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0497479 Oct 12 04:20:10.116486 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc6c2148-bcc5-4b3f-8e29-4f5ea8de06e7 req-acbffc52-b9dd-4710-bc53-e8bb9d1b914d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Oct 12 04:20:10.415419 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cc190-3354-41fa-964d-25cef2fbbcca req-065fbc9e-4291-4724-af89-beebeda73c9d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:10.416868 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-520cc190-3354-41fa-964d-25cef2fbbcca req-065fbc9e-4291-4724-af89-beebeda73c9d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0465820 Oct 12 04:20:10.456570 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-520cc190-3354-41fa-964d-25cef2fbbcca req-bfc878de-5e90-4d28-a55f-d972d8ba8a97 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333209 Oct 12 04:20:11.233141 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6e235-613c-4b57-a451-d177cfc59271 req-6c06a082-3989-4354-b53f-4af861e3004d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:11.234611 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f0a6e235-613c-4b57-a451-d177cfc59271 req-6c06a082-3989-4354-b53f-4af861e3004d tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0527570 Oct 12 04:20:11.271693 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f0a6e235-613c-4b57-a451-d177cfc59271 req-d8368800-24b8-468a-ac5c-896567e18a48 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Oct 12 04:20:11.575883 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256bac3-ae13-48a0-9cb4-ec8d84d4ac68 req-7f4e6f96-18b8-4680-bdcb-21c79c81d95d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:11.577332 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2256bac3-ae13-48a0-9cb4-ec8d84d4ac68 req-7f4e6f96-18b8-4680-bdcb-21c79c81d95d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0472922 Oct 12 04:20:11.613730 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2256bac3-ae13-48a0-9cb4-ec8d84d4ac68 req-5ac085da-2907-4e22-afad-5b86961dab99 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304923 Oct 12 04:20:12.383171 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46e12-07e9-499b-9548-4d535e4b64eb req-61e5c937-9507-411e-8622-4bba52670609 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:12.384617 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d2a46e12-07e9-499b-9548-4d535e4b64eb req-61e5c937-9507-411e-8622-4bba52670609 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0483668 Oct 12 04:20:12.424607 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d2a46e12-07e9-499b-9548-4d535e4b64eb req-2497dd8f-9a9e-459c-a3bb-8be03102dfac tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e28fa3-3632-4a42-8a60-882cb90e43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336270 Oct 12 04:20:12.728243 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7bf3-9688-4f26-b627-3289c1b0d99f req-fb47b8ad-152f-45a0-8597-f139a8b5ec46 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:12.729754 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-549f7bf3-9688-4f26-b627-3289c1b0d99f req-fb47b8ad-152f-45a0-8597-f139a8b5ec46 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0508404 Oct 12 04:20:12.769269 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-549f7bf3-9688-4f26-b627-3289c1b0d99f req-52e91f9b-a72c-49ae-a5da-d8d9198e741e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332737 Oct 12 04:20:13.090420 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-b34ae944-b2be-4173-a9b6-93c8ba5c75d5 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:13.091964 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-b34ae944-b2be-4173-a9b6-93c8ba5c75d5 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.36 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 946 time: 0.0529401 Oct 12 04:20:13.192881 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Deleting port 820be35b-a456-4989-96da-b067b6759731 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:20:13.193222 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:13.282040 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] For port 820be35b-a456-4989-96da-b067b6759731, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=820be35b-a456-4989-96da-b067b6759731,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:20:13.282403 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:13.294899 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Calling delete_port for 820be35b-a456-4989-96da-b067b6759731 owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:20:13.482478 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:13.495732 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['820be35b-a456-4989-96da-b067b6759731'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:20:13.515792 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7eb61693-627b-4688-b2ed-9a2b249764bc req-c7e35782-798a-407f-88c2-76bd97329571 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.21 "GET /v2.0/ports?device_id=d927fdb5-40b1-4279-9f0c-7006831e05d2 HTTP/1.1" status: 200 len: 210 time: 0.0264707 Oct 12 04:20:13.520555 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Pushing event deleted for resources: {'Port': ['ID=820be35b-a456-4989-96da-b067b6759731,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:13.556374 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] No DVR routers for this DVR port 820be35b-a456-4989-96da-b067b6759731 on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:20:13.558950 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:13.562763 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9f72ec0c-3918-4aff-9a6b-6f80cfec9b49 req-4f135dc1-c0d9-4f28-b058-a62975002cc4 tempest-ServerRescueNegativeTestJSON-1276768267 tempest-ServerRescueNegativeTestJSON-1276768267-project] 10.222.0.36 "DELETE /v2.0/ports/820be35b-a456-4989-96da-b067b6759731 HTTP/1.1" status: 204 len: 173 time: 0.4557116 Oct 12 04:20:13.563213 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd927fdb5-40b1-4279-9f0c-7006831e05d2', 'name': 'network-vif-deleted', 'tag': '820be35b-a456-4989-96da-b067b6759731'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:20:13.565439 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870d6c4d-816a-4838-acb9-da182b1450ec" -d '{"events": [{"server_uuid": "d927fdb5-40b1-4279-9f0c-7006831e05d2", "name": "network-vif-deleted", "tag": "820be35b-a456-4989-96da-b067b6759731"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:20:13.601087 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d3ab7c-96f4-4ac3-ad53-0562efc95c66 x-openstack-request-id: req-c1d3ab7c-96f4-4ac3-ad53-0562efc95c66 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:20:13.601393 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d927fdb5-40b1-4279-9f0c-7006831e05d2", "name": "network-vif-deleted", "tag": "820be35b-a456-4989-96da-b067b6759731", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:20:13.601646 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1d3ab7c-96f4-4ac3-ad53-0562efc95c66 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:20:13.602037 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd927fdb5-40b1-4279-9f0c-7006831e05d2', 'name': 'network-vif-deleted', 'tag': '820be35b-a456-4989-96da-b067b6759731', 'status': 'completed', 'code': 200} Oct 12 04:20:13.882325 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c33b3-5a06-4dcc-8f7e-cd0c2d8c2a06 req-df4d7fe0-8f14-4f44-b060-3595ee659090 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:13.883808 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-521c33b3-5a06-4dcc-8f7e-cd0c2d8c2a06 req-df4d7fe0-8f14-4f44-b060-3595ee659090 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0485082 Oct 12 04:20:13.920811 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-521c33b3-5a06-4dcc-8f7e-cd0c2d8c2a06 req-c41f6afa-e581-4c00-9776-971e82f53daf tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305116 Oct 12 04:20:14.588395 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56570) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:15.024255 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701570'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:15.082912 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d63c5e-33c9-4078-9cd5-e4e32b9a34ab req-eeb235d1-3e2b-47a1-8723-f588f09a6632 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:15.084365 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-11d63c5e-33c9-4078-9cd5-e4e32b9a34ab req-eeb235d1-3e2b-47a1-8723-f588f09a6632 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0958004 Oct 12 04:20:15.157421 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-11d63c5e-33c9-4078-9cd5-e4e32b9a34ab req-40ac3730-2839-4e66-abbb-12ddf23a2dde tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450354 Oct 12 04:20:15.348062 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Deleting port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:20:15.348395 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:15.423459 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] For port 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2,segment=NetworkSegment(29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da),segment_id=29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:20:15.423806 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:15.436156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Calling delete_port for 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:20:15.654197 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:15.681844 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:15.833912 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701494'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:16.043068 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:20:16.145643 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:20:16.150826 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-50a481c8-3a25-47f5-820c-f9a1fb227c62 admin admin] 10.222.0.21 "PUT /v2.0/routers/44d74cd5-a7fe-4e4e-b502-55cd746c7a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5613379 Oct 12 04:20:16.153371 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56586) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:16.157050 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] Sync routers for ids ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:20:16.166029 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] Routers {'44d74cd5-a7fe-4e4e-b502-55cd746c7a54'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:20:16.166629 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:20:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:16.270093 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] Set router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:20:16.286724 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:16.298596 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7a478-21f6-43f9-8a41-8788b94e3201 req-f03d0b53-c326-4752-817c-f55b35c4603e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:16.300068 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-42a7a478-21f6-43f9-8a41-8788b94e3201 req-f03d0b53-c326-4752-817c-f55b35c4603e tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0632284 Oct 12 04:20:16.398406 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-42a7a478-21f6-43f9-8a41-8788b94e3201 req-55c4bc6d-72e0-4d7f-b33d-f39ff5056879 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691485 Oct 12 04:20:16.424672 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:16.443975 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:51Z', 'updated_at': '2021-10-12T04:20:15Z', 'revision_number': 5, 'project_id': '9696ef17af304e61842be106e91706e9', 'gw_port': {'id': 'bf786118-c69f-4574-86d5-e2c4e5a9a695', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:16.468701 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] Checking router: 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:20:16.477227 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] Routers {'44d74cd5-a7fe-4e4e-b502-55cd746c7a54'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:20:16.477832 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:20:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:16.513371 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Deleting port bf786118-c69f-4574-86d5-e2c4e5a9a695 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:20:16.513707 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:16.562002 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] Set router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:20:16.592560 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] For port bf786118-c69f-4574-86d5-e2c4e5a9a695, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=bf786118-c69f-4574-86d5-e2c4e5a9a695,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:20:16.592920 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:16.604203 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Calling delete_port for bf786118-c69f-4574-86d5-e2c4e5a9a695 owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:20:16.614949 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:51Z', 'updated_at': '2021-10-12T04:20:16Z', 'revision_number': 6, 'project_id': '9696ef17af304e61842be106e91706e9', 'gw_port_host': None}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:16.639827 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21431ec-abb0-431a-a3a8-7b3b1d0b17b6 None None] The sync data for ids ['44d74cd5-a7fe-4e4e-b502-55cd746c7a54'] in dv-cinder-813067-1-iscsi is: [{'id': '44d74cd5-a7fe-4e4e-b502-55cd746c7a54', 'name': 'tempest-ServerRescueNegativeTestJSON-877776886-router', 'tenant_id': '9696ef17af304e61842be106e91706e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:51Z', 'updated_at': '2021-10-12T04:20:16Z', 'revision_number': 6, 'project_id': '9696ef17af304e61842be106e91706e9', 'gw_port_host': None}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:20:16.851660 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:16.880791 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf786118-c69f-4574-86d5-e2c4e5a9a695,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:16.938063 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544212'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.155446 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:20:17.178042 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:20:17.178377 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 2d12b8c6-eb85-4b2a-944c-0cfe4c25bbe2 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:20:17.276158 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3077'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.278403 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.283015 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 820be35b-a456-4989-96da-b067b6759731 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:20:17.306851 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 820be35b-a456-4989-96da-b067b6759731 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:20:17.307395 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 820be35b-a456-4989-96da-b067b6759731 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:20:17.419026 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-704047'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.419559 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44d74cd5-a7fe-4e4e-b502-55cd746c7a54 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:20:17.424590 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.428427 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56610) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:17.428836 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-caca1c24-4d74-41ee-84f5-bc52ee9ea989 admin admin] 10.222.0.21 "DELETE /v2.0/routers/44d74cd5-a7fe-4e4e-b502-55cd746c7a54 HTTP/1.1" status: 204 len: 168 time: 1.2741857 Oct 12 04:20:17.475020 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_v2 [None req-500d31c7-aa8a-442b-a7ea-c14d1558322d admin admin] Deleting subnet 9a27a2e0-d5ce-4670-9e57-d7f68ac65575 {{(pid=94611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:20:17.478285 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-500d31c7-aa8a-442b-a7ea-c14d1558322d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.522541 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-500d31c7-aa8a-442b-a7ea-c14d1558322d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9702806'] for subnet, precommit_delete_associations {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.528145 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb61b3-7a31-45a1-809f-7e41bd6f110e req-b60805f3-86b4-4437-a20c-600790b34c4f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:17.529718 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afb61b3-7a31-45a1-809f-7e41bd6f110e req-b60805f3-86b4-4437-a20c-600790b34c4f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0623391 Oct 12 04:20:17.565263 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-500d31c7-aa8a-442b-a7ea-c14d1558322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.570648 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afb61b3-7a31-45a1-809f-7e41bd6f110e req-6c2d6b1d-ad16-47ea-9091-dd349c4d59e2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342193 Oct 12 04:20:17.699900 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-500d31c7-aa8a-442b-a7ea-c14d1558322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8605555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766286'] for subnet, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.726886 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d31c7-aa8a-442b-a7ea-c14d1558322d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a27a2e0-d5ce-4670-9e57-d7f68ac65575,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:17.728681 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-500d31c7-aa8a-442b-a7ea-c14d1558322d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.737095 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-500d31c7-aa8a-442b-a7ea-c14d1558322d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9a27a2e0-d5ce-4670-9e57-d7f68ac65575 HTTP/1.1" status: 204 len: 168 time: 0.3025155 Oct 12 04:20:17.737095 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56614) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:17.815349 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.900208 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.919497 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd449e6-31a1-474f-a04b-263d450fddb9']}} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:17.928360 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da') {'for_net_delete': True} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:17.928651 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cc7ad8-0ca2-4dd1-97f1-ac1a8aec12da') {} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:17.942112 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9702813'] for segment, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.954956 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.960565 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:20:17.960945 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8605101'] for segment, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: Traceback (most recent call last): Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: timer() Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: cb(*args, **kw) Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: return func(*args, **kwargs) Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: self._notify() Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: self.callback(batched_events) Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: event.method(event) Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: return f(self, *a, **k) Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._get(url).json() Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: return self.request(url, 'GET', **kwargs) Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:20:17.962540 dv-cinder-813067-1-iscsi neutron-server[94611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:20:18.070423 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:18.075472 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:18.078597 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] 10.222.0.21 "DELETE /v2.0/networks/3dd449e6-31a1-474f-a04b-263d450fddb9 HTTP/1.1" status: 204 len: 168 time: 0.3417451 Oct 12 04:20:18.089197 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37425e39-b122-4af9-a388-edecb75f357f admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd449e6-31a1-474f-a04b-263d450fddb9,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:18.439054 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56620) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:18.479477 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-8e2ff0a5-8303-4d9d-b9bb-a53409eb0838 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9696ef17af304e61842be106e91706e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391340 Oct 12 04:20:18.481953 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56622) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:18.527815 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7f03f25b-fde9-4438-b6e5-5a2d364ad5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:18.548896 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7f03f25b-fde9-4438-b6e5-5a2d364ad5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:18.654295 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7f03f25b-fde9-4438-b6e5-5a2d364ad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:18.656940 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7f03f25b-fde9-4438-b6e5-5a2d364ad5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:18.658074 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-7f03f25b-fde9-4438-b6e5-5a2d364ad5b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5e28fa3-3632-4a42-8a60-882cb90e43d2 HTTP/1.1" status: 204 len: 168 time: 0.1752462 Oct 12 04:20:18.665925 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03f25b-fde9-4438-b6e5-5a2d364ad5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e28fa3-3632-4a42-8a60-882cb90e43d2,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:18.688941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960b12a-70f2-4fbd-8305-5a912a16e58d req-e5b11a24-c303-4ada-b2ea-1a127299eac7 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:18.690402 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4960b12a-70f2-4fbd-8305-5a912a16e58d req-e5b11a24-c303-4ada-b2ea-1a127299eac7 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Oct 12 04:20:18.731492 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4960b12a-70f2-4fbd-8305-5a912a16e58d req-e5c10ac9-3dee-48ad-a98d-280c1e53cd68 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350251 Oct 12 04:20:18.899500 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device bf786118-c69f-4574-86d5-e2c4e5a9a695 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:20:18.918207 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: bf786118-c69f-4574-86d5-e2c4e5a9a695 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:20:18.918546 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device bf786118-c69f-4574-86d5-e2c4e5a9a695 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:20:19.115407 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab878a-803c-445d-962e-0205aac22acf req-8f499e72-0cd6-4d96-a7fa-14274577c658 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:19.115407 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4cab878a-803c-445d-962e-0205aac22acf req-8f499e72-0cd6-4d96-a7fa-14274577c658 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0495954 Oct 12 04:20:19.156609 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4cab878a-803c-445d-962e-0205aac22acf req-107b852a-f44a-4409-97be-8c0ea342c742 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355811 Oct 12 04:20:19.254605 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-67008317-535a-4ade-9241-a3d784debc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:19.256205 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-67008317-535a-4ade-9241-a3d784debc15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 1099 time: 0.0435131 Oct 12 04:20:19.349676 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-54ecc130-c619-4325-9161-15d4571c868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:19.354138 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-54ecc130-c619-4325-9161-15d4571c868f service neutron] 10.222.0.36 "GET /v2.0/networks?id=47359d39-1ce6-44f7-a02f-d9bf518e6124 HTTP/1.1" status: 200 len: 910 time: 0.0895293 Oct 12 04:20:19.418721 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-e12df185-ba06-4a25-bbad-d5cdb08651fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8580464d-5ebb-48ed-ba90-238466c4d35b HTTP/1.1" status: 200 len: 1001 time: 0.0562944 Oct 12 04:20:19.468738 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-c44a7bfd-497f-4293-8d0e-baf6af5fb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:19.470296 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-c44a7bfd-497f-4293-8d0e-baf6af5fb3c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce63bf54-3c6f-454a-8c66-aefa0d594a43 HTTP/1.1" status: 200 len: 848 time: 0.0428271 Oct 12 04:20:19.520863 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-5a81be49-b338-4d02-a4c3-b6ddb04a86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:19.522345 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-5a81be49-b338-4d02-a4c3-b6ddb04a86b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47359d39-1ce6-44f7-a02f-d9bf518e6124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440841 Oct 12 04:20:19.615461 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-ade44b21-5e8f-4f09-9524-c275c07be516 service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859168 Oct 12 04:20:19.712684 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f7987af3-2e0c-4eae-b433-3beb26914368 req-0c032409-fb32-4008-8bb5-486243dc01f9 service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890832 Oct 12 04:20:20.310032 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3908a-20e8-4b90-86a8-389024d14624 req-b5b9dcd4-cb4b-487a-b177-0004665a0432 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:20.311508 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2b3908a-20e8-4b90-86a8-389024d14624 req-b5b9dcd4-cb4b-487a-b177-0004665a0432 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0509546 Oct 12 04:20:20.349904 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2b3908a-20e8-4b90-86a8-389024d14624 req-438b8885-b5d9-4e01-9cc4-11502355b36b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323169 Oct 12 04:20:21.468473 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbba79-1f9c-4d98-bcc4-73832d78e98b req-ec5da1bc-cdd1-4678-b2b5-79f65e4e52b2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:21.470139 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-11dbba79-1f9c-4d98-bcc4-73832d78e98b req-ec5da1bc-cdd1-4678-b2b5-79f65e4e52b2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0501769 Oct 12 04:20:21.509244 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-11dbba79-1f9c-4d98-bcc4-73832d78e98b req-1bb61afc-90ae-46d5-b2e6-64fc6911e496 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328937 Oct 12 04:20:28.627017 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56824) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:28.731351 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-30705ce3-02c0-428d-b988-2cf20d3e0b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:28.803295 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-30705ce3-02c0-428d-b988-2cf20d3e0b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:28.885719 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-30705ce3-02c0-428d-b988-2cf20d3e0b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:28.923574 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-30705ce3-02c0-428d-b988-2cf20d3e0b81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc5b71f2f8634a5b8fd615dedab02a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955182 Oct 12 04:20:28.924421 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30705ce3-02c0-428d-b988-2cf20d3e0b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9523cba-77eb-4de5-9874-8c8853a298e2,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:28.926328 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56828) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:28.974507 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c6909dc3-8e94-425b-baa6-74b30200c92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:28.994620 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c6909dc3-8e94-425b-baa6-74b30200c92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.116157 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c6909dc3-8e94-425b-baa6-74b30200c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.118892 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c6909dc3-8e94-425b-baa6-74b30200c92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.120103 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c6909dc3-8e94-425b-baa6-74b30200c92e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9523cba-77eb-4de5-9874-8c8853a298e2 HTTP/1.1" status: 204 len: 168 time: 0.1927774 Oct 12 04:20:29.128429 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6909dc3-8e94-425b-baa6-74b30200c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9523cba-77eb-4de5-9874-8c8853a298e2,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:29.524880 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56850) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:29.623428 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b9a65728-44e2-4a68-a4c0-7efc2085f114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.696213 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b9a65728-44e2-4a68-a4c0-7efc2085f114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.743559 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56854) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:29.760727 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a58c6818-5f6a-4747-8779-2ebc8297ca67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.779764 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b9a65728-44e2-4a68-a4c0-7efc2085f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.824506 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8e405cec-512f-4349-88db-ec7d05b98d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.837489 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b9a65728-44e2-4a68-a4c0-7efc2085f114 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83ff4997f03b40d388e1e838035c96c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114583 Oct 12 04:20:29.838111 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a65728-44e2-4a68-a4c0-7efc2085f114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71861661-a7c3-4152-8c26-4f9698d8acee,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:29.840646 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56856) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:29.875790 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a58c6818-5f6a-4747-8779-2ebc8297ca67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.890967 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cfc86372-4a14-4c59-8e52-95564accb7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.911317 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cfc86372-4a14-4c59-8e52-95564accb7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.942658 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a58c6818-5f6a-4747-8779-2ebc8297ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:29.979865 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a58c6818-5f6a-4747-8779-2ebc8297ca67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=091fade66f6f4a4289db97d33dfe33c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352505 Oct 12 04:20:29.980919 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6818-5f6a-4747-8779-2ebc8297ca67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d572dd4-a39d-4fca-81b7-eab5afe6433b,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:29.982869 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56858) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:30.033680 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2791497c-3f67-432c-9bb3-8eb7ec8041ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:30.053261 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cfc86372-4a14-4c59-8e52-95564accb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:30.056030 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cfc86372-4a14-4c59-8e52-95564accb7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:30.057118 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-cfc86372-4a14-4c59-8e52-95564accb7fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71861661-a7c3-4152-8c26-4f9698d8acee HTTP/1.1" status: 204 len: 168 time: 0.2149951 Oct 12 04:20:30.059044 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2791497c-3f67-432c-9bb3-8eb7ec8041ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:30.074488 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc86372-4a14-4c59-8e52-95564accb7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71861661-a7c3-4152-8c26-4f9698d8acee,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:30.183207 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2791497c-3f67-432c-9bb3-8eb7ec8041ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:30.185846 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2791497c-3f67-432c-9bb3-8eb7ec8041ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:30.187614 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-2791497c-3f67-432c-9bb3-8eb7ec8041ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d572dd4-a39d-4fca-81b7-eab5afe6433b HTTP/1.1" status: 204 len: 168 time: 0.2026207 Oct 12 04:20:30.195208 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791497c-3f67-432c-9bb3-8eb7ec8041ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d572dd4-a39d-4fca-81b7-eab5afe6433b,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:31.133054 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56904) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:31.231841 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-574538210-network', 'tenant_id': 'dda42fc08ed147c8b56f6f4d53396b6c'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:31.320210 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Made reservation on behalf of dda42fc08ed147c8b56f6f4d53396b6c for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:20:31.320210 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.327236 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.403623 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.487142 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.512105 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:20:31.523156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a0edf1-893d-44cd-93d3-34fcd6ce6846,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:31.527444 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.527831 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Added segment fb495e31-5e1e-4b1d-883d-085f196760e7 of type vlan for network e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f Oct 12 04:20:31.567466 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.640166 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.641905 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:31.642494 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.699439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] Pushing event updated for resources: {'Network': ['ID=e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:31.710505 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:20:31.758717 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5f11a386-d5bb-488a-965a-41755311a03d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6243815 Oct 12 04:20:31.761444 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56920) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:31.767077 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Request body: {'subnet': {'network_id': 'e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-574538210-subnet', 'tenant_id': 'dda42fc08ed147c8b56f6f4d53396b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:31.841679 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.870038 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Made reservation on behalf of dda42fc08ed147c8b56f6f4d53396b6c for: {'subnet': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:20:31.872385 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766313'] for subnet, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:32.093479 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8605488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766279'] for subnet, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:32.149861 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de58c83-4b39-4402-b9b3-09bc0d22eba0,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:32.157091 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Checking segment: {'id': 'fb495e31-5e1e-4b1d-883d-085f196760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:20:32.157454 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Network hostable DHCP agents. Network: e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:20:32.238449 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e976-a3f4-4039-bc54-28e98a1b3fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:32.264496 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Network e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:20:32.344412 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f) {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:20:32.349245 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:32.350311 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:32.353383 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c42240-f7e7-4628-8548-3908e2f0de83 None None] Network e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:20:32.443416 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-7b7578b1-d88b-48a1-aac1-e84df90d2a48 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6808639 Oct 12 04:20:32.474984 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffdfd9e-9d6f-474e-9e81-3e7203153e08 None None] Network e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:20:32.867856 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:20:33.113704 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56948) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:33.118504 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1077184955-network', 'tenant_id': '3a2e82c0e2fc4a039ee20e980e9370bc'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:33.166024 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.205465 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Made reservation on behalf of 3a2e82c0e2fc4a039ee20e980e9370bc for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:20:33.207818 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.216474 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.289232 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.367124 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.391540 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:20:33.399938 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72c856f-5a1b-4013-944f-5ff70935120e,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:33.405564 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.405903 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Added segment 63362f1a-f344-4e1a-ba1c-534a9b443f13 of type vlan for network c95d5696-513e-4a54-b1b2-9f313b2aaf86 Oct 12 04:20:33.446655 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.533233 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.534163 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:33.534771 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.590384 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] Pushing event updated for resources: {'Network': ['ID=c95d5696-513e-4a54-b1b2-9f313b2aaf86,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:33.600570 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network c95d5696-513e-4a54-b1b2-9f313b2aaf86 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:20:33.632991 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-e99083b2-85ef-46a4-a332-5009fbae3ffc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5181446 Oct 12 04:20:33.635829 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56950) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:33.640825 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Request body: {'subnet': {'network_id': 'c95d5696-513e-4a54-b1b2-9f313b2aaf86', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1077184955-subnet', 'tenant_id': '3a2e82c0e2fc4a039ee20e980e9370bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:33.705075 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.716069 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Made reservation on behalf of 3a2e82c0e2fc4a039ee20e980e9370bc for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:20:33.718459 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369480'] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.950492 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369510'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.010899 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d479ab9-c2a5-40d4-b815-689bc3a2887c,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:34.018989 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Checking segment: {'id': '63362f1a-f344-4e1a-ba1c-534a9b443f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c95d5696-513e-4a54-b1b2-9f313b2aaf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:20:34.019413 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Network hostable DHCP agents. Network: c95d5696-513e-4a54-b1b2-9f313b2aaf86, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:20:34.098503 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Network c95d5696-513e-4a54-b1b2-9f313b2aaf86 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:20:34.184589 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, c95d5696-513e-4a54-b1b2-9f313b2aaf86) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:20:34.189755 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:34.190329 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.195264 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcffab1-6db9-4913-a1fe-cea97d8db9d1 None None] Network c95d5696-513e-4a54-b1b2-9f313b2aaf86 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:20:34.266101 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-aa012c9a-fa89-409e-8894-ec74448f231e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6290951 Oct 12 04:20:34.325169 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5007bb80-c8ef-451b-9b19-3a49e3f79a42 None None] Network c95d5696-513e-4a54-b1b2-9f313b2aaf86 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:20:34.381900 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56978) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:34.426529 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcd0226-6ee8-46ef-8f84-d7524bfa2743 admin admin] Deleting subnet 0de58c83-4b39-4402-b9b3-09bc0d22eba0 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:20:34.428646 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0226-6ee8-46ef-8f84-d7524bfa2743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.462502 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0226-6ee8-46ef-8f84-d7524bfa2743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.500123 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0226-6ee8-46ef-8f84-d7524bfa2743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.623109 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0226-6ee8-46ef-8f84-d7524bfa2743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.648916 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0226-6ee8-46ef-8f84-d7524bfa2743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de58c83-4b39-4402-b9b3-09bc0d22eba0,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:34.650895 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0226-6ee8-46ef-8f84-d7524bfa2743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.654045 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6fcd0226-6ee8-46ef-8f84-d7524bfa2743 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0de58c83-4b39-4402-b9b3-09bc0d22eba0 HTTP/1.1" status: 204 len: 168 time: 0.2711575 Oct 12 04:20:34.657119 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 56980) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:34.724079 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.806507 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.825240 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:34.834554 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb495e31-5e1e-4b1d-883d-085f196760e7') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:34.834941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb495e31-5e1e-4b1d-883d-085f196760e7') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:34.843770 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8545627'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.856738 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.862745 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:20:34.863121 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546280'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: Traceback (most recent call last): Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: timer() Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: cb(*args, **kw) Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: return func(*args, **kwargs) Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: self._notify() Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: self.callback(batched_events) Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: event.method(event) Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: return f(self, *a, **k) Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._get(url).json() Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:20:34.864687 dv-cinder-813067-1-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:20:34.995804 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.002780 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.006280 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f HTTP/1.1" status: 204 len: 168 time: 0.3479195 Oct 12 04:20:35.008885 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56982) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:35.019942 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b1854-406b-4931-9f25-a4ebe218e446 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29e9b66-a6b9-442f-ad62-56f6b9d0ab1f,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:35.053700 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea88e9e-6c12-43ab-92d1-9d3320907f46 admin admin] Deleting subnet 6d479ab9-c2a5-40d4-b815-689bc3a2887c {{(pid=94611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:20:35.057848 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-eea88e9e-6c12-43ab-92d1-9d3320907f46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.093380 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-eea88e9e-6c12-43ab-92d1-9d3320907f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9702806'] for subnet, precommit_delete_associations {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.130626 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-eea88e9e-6c12-43ab-92d1-9d3320907f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.247804 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-eea88e9e-6c12-43ab-92d1-9d3320907f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8605555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766286'] for subnet, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.274732 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-eea88e9e-6c12-43ab-92d1-9d3320907f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.278265 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-eea88e9e-6c12-43ab-92d1-9d3320907f46 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6d479ab9-c2a5-40d4-b815-689bc3a2887c HTTP/1.1" status: 204 len: 168 time: 0.2683690 Oct 12 04:20:35.279259 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea88e9e-6c12-43ab-92d1-9d3320907f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d479ab9-c2a5-40d4-b815-689bc3a2887c,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:35.280701 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 56984) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:35.349571 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.407554 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.426509 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.446254 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95d5696-513e-4a54-b1b2-9f313b2aaf86']}} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:35.455241 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63362f1a-f344-4e1a-ba1c-534a9b443f13') {'for_net_delete': True} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:35.455540 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63362f1a-f344-4e1a-ba1c-534a9b443f13') {} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:35.468252 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9702813'] for segment, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.481278 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.487896 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:20:35.488275 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8605101'] for segment, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: Traceback (most recent call last): Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: timer() Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: cb(*args, **kw) Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: return func(*args, **kwargs) Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: self._notify() Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: self.callback(batched_events) Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: event.method(event) Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: return f(self, *a, **k) Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._get(url).json() Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: return self.request(url, 'GET', **kwargs) Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:20:35.489869 dv-cinder-813067-1-iscsi neutron-server[94611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:20:35.624373 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.630336 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:35.633450 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c95d5696-513e-4a54-b1b2-9f313b2aaf86 HTTP/1.1" status: 204 len: 168 time: 0.3518639 Oct 12 04:20:35.643807 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6180c0b-186f-4ee3-8e78-df8c41b13895 admin admin] Pushing event deleted for resources: {'Network': ['ID=c95d5696-513e-4a54-b1b2-9f313b2aaf86,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:35.987805 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57000) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:36.027706 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-43f991bb-9d04-41de-a956-06294403b82d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dda42fc08ed147c8b56f6f4d53396b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387080 Oct 12 04:20:36.030618 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57002) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:36.079862 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-84004bb3-d135-42c2-8999-baaca718673b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.100355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-84004bb3-d135-42c2-8999-baaca718673b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.151775 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57006) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:36.207629 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-84004bb3-d135-42c2-8999-baaca718673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.210381 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-84004bb3-d135-42c2-8999-baaca718673b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.211618 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-84004bb3-d135-42c2-8999-baaca718673b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30a0edf1-893d-44cd-93d3-34fcd6ce6846 HTTP/1.1" status: 204 len: 168 time: 0.1801126 Oct 12 04:20:36.220377 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84004bb3-d135-42c2-8999-baaca718673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a0edf1-893d-44cd-93d3-34fcd6ce6846,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:36.260251 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bfd0-ef82-4fd3-b097-1cbd2f4ee3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.333117 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bfd0-ef82-4fd3-b097-1cbd2f4ee3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.413105 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bfd0-ef82-4fd3-b097-1cbd2f4ee3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.455047 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-6ab8bfd0-ef82-4fd3-b097-1cbd2f4ee3d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61c86169383c4ef9a2833180b973e6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021407 Oct 12 04:20:36.456308 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8bfd0-ef82-4fd3-b097-1cbd2f4ee3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f1b021-9b35-48f7-8f1c-51419714f0bd,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:36.459247 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57014) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:36.529629 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d5a044a1-f452-4caf-9727-bd7c16a8abc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.551639 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d5a044a1-f452-4caf-9727-bd7c16a8abc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.669021 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d5a044a1-f452-4caf-9727-bd7c16a8abc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.671663 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d5a044a1-f452-4caf-9727-bd7c16a8abc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:36.673363 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d5a044a1-f452-4caf-9727-bd7c16a8abc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34f1b021-9b35-48f7-8f1c-51419714f0bd HTTP/1.1" status: 204 len: 168 time: 0.2120724 Oct 12 04:20:36.681087 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a044a1-f452-4caf-9727-bd7c16a8abc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f1b021-9b35-48f7-8f1c-51419714f0bd,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:36.880479 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57030) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:36.920747 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-45a7c792-8f63-49dd-89ed-ea2656d423d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a2e82c0e2fc4a039ee20e980e9370bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390689 Oct 12 04:20:36.930353 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57032) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:36.978232 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fec14e3d-7f77-4376-a192-e1796370d6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.000598 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fec14e3d-7f77-4376-a192-e1796370d6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.148820 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fec14e3d-7f77-4376-a192-e1796370d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.151390 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fec14e3d-7f77-4376-a192-e1796370d6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.152543 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-fec14e3d-7f77-4376-a192-e1796370d6f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e72c856f-5a1b-4013-944f-5ff70935120e HTTP/1.1" status: 204 len: 168 time: 0.2212510 Oct 12 04:20:37.160840 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec14e3d-7f77-4376-a192-e1796370d6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72c856f-5a1b-4013-944f-5ff70935120e,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:37.370007 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57038) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:37.382534 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2f634fb0-2a0c-49f4-be44-1539e52bca90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.456230 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2f634fb0-2a0c-49f4-be44-1539e52bca90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.532096 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2f634fb0-2a0c-49f4-be44-1539e52bca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.571342 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-2f634fb0-2a0c-49f4-be44-1539e52bca90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9943c19e6fc41a0ae0a158783a0c612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978848 Oct 12 04:20:37.571723 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57042) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:37.580497 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f634fb0-2a0c-49f4-be44-1539e52bca90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871741f8-7fd7-4c7b-88bb-6a292f33917d,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:37.621251 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3126f9c-a39f-4554-bfc1-958ce02f2940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.643199 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3126f9c-a39f-4554-bfc1-958ce02f2940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.750134 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3126f9c-a39f-4554-bfc1-958ce02f2940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.753439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3126f9c-a39f-4554-bfc1-958ce02f2940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.754607 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a3126f9c-a39f-4554-bfc1-958ce02f2940 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/871741f8-7fd7-4c7b-88bb-6a292f33917d HTTP/1.1" status: 204 len: 168 time: 0.1819212 Oct 12 04:20:37.762203 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3126f9c-a39f-4554-bfc1-958ce02f2940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871741f8-7fd7-4c7b-88bb-6a292f33917d,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:38.519834 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12cdd-d0b1-4b87-82cb-64fce1d5fd20 req-59e6434e-b9cb-491a-ab1b-19e38e1ad917 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:38.521326 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-73a12cdd-d0b1-4b87-82cb-64fce1d5fd20 req-59e6434e-b9cb-491a-ab1b-19e38e1ad917 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 946 time: 0.0574605 Oct 12 04:20:38.564795 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-73a12cdd-d0b1-4b87-82cb-64fce1d5fd20 req-ca29224c-ad09-46a7-8e10-5bf1a856bcbb tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355403 Oct 12 04:20:39.694786 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cbab4-b9b5-4e33-9eb5-63a380a19b2a req-aa4651c5-90c0-47de-9e00-ce44a1a60c20 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:39.696245 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a14cbab4-b9b5-4e33-9eb5-63a380a19b2a req-aa4651c5-90c0-47de-9e00-ce44a1a60c20 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 946 time: 0.0485733 Oct 12 04:20:39.733173 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a14cbab4-b9b5-4e33-9eb5-63a380a19b2a req-2cbf7493-eba0-4bc1-a6f4-49ed9066ed60 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309396 Oct 12 04:20:39.886957 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57142) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:39.988045 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-906202e2-d049-4a0a-af2b-a4a429601525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.083260 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-906202e2-d049-4a0a-af2b-a4a429601525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.102910 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-14bd7231-271c-490a-8afe-0d5b0f843730 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:40.104363 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-14bd7231-271c-490a-8afe-0d5b0f843730 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 946 time: 0.0557160 Oct 12 04:20:40.146002 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-906202e2-d049-4a0a-af2b-a4a429601525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.213527 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-906202e2-d049-4a0a-af2b-a4a429601525 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7871cac92d6e4e798ebf91deb6ee6791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232398 Oct 12 04:20:40.213527 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906202e2-d049-4a0a-af2b-a4a429601525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfdf500-8a5e-4c6b-94ee-460b288091b8,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:40.214094 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57156) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:40.237661 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Deleting port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:20:40.238007 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.270970 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c31026dc-cd56-4ea0-9f47-5997de2a58cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.293873 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c31026dc-cd56-4ea0-9f47-5997de2a58cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.436220 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c31026dc-cd56-4ea0-9f47-5997de2a58cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.439736 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c31026dc-cd56-4ea0-9f47-5997de2a58cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.443590 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c31026dc-cd56-4ea0-9f47-5997de2a58cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dfdf500-8a5e-4c6b-94ee-460b288091b8 HTTP/1.1" status: 204 len: 168 time: 0.2252102 Oct 12 04:20:40.450199 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31026dc-cd56-4ea0-9f47-5997de2a58cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfdf500-8a5e-4c6b-94ee-460b288091b8,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:40.550333 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] For port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:20:40.550333 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.773717 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.774054 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:40.774478 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.l3_db [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Floating IP 95e602d6-aead-45d1-ba42-103aabac6f99 disassociated. External IP: 172.27.2.28, port: c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf. Oct 12 04:20:40.774856 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Calling delete_port for c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:20:40.860138 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141210e-9fc3-49b3-9009-fcba4c5d4fbb req-11479a5c-a7b5-4857-87bb-616635148fe2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:40.861384 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6141210e-9fc3-49b3-9009-fcba4c5d4fbb req-11479a5c-a7b5-4857-87bb-616635148fe2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 946 time: 0.0532124 Oct 12 04:20:40.903673 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6141210e-9fc3-49b3-9009-fcba4c5d4fbb req-0bbcdeed-b5fa-4d01-97e3-810b6b759cbf tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=583f69db-c9fe-47c6-8397-4991f2ad9f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363564 Oct 12 04:20:40.984688 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:41.016860 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event deleted for resources: {'Port': ['ID=c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:41.128810 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Router 24bff725-519e-45a3-adfe-73ed526b6aa1 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:20:41.216406 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57174) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:41.230376 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-999f5284-0724-4dd1-8f21-03ce82dd79de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:41.276525 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:20:41.288652 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] Sync routers for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:20:41.299749 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:20:41.300419 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:20:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:41.331074 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] No DVR routers for this DVR port c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:20:41.333713 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:41.337500 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-defac1ba-7085-44b6-bc9e-969426fc0b6c req-74ae065f-776b-4287-98f3-042555fafd42 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "DELETE /v2.0/ports/c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf HTTP/1.1" status: 204 len: 173 time: 1.2261622 Oct 12 04:20:41.339858 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-deleted', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:20:41.349175 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e762be-2618-4717-8531-41355d563566" -d '{"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-deleted", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:20:41.422544 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd88fe6-c404-4cb6-b5bf-a226fe71e745 x-openstack-request-id: req-bdd88fe6-c404-4cb6-b5bf-a226fe71e745 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:20:41.422961 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fcfae4-9349-4167-9403-9a4a20f346bd", "name": "network-vif-deleted", "tag": "c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:20:41.423309 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdd88fe6-c404-4cb6-b5bf-a226fe71e745 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:20:41.423794 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fcfae4-9349-4167-9403-9a4a20f346bd', 'name': 'network-vif-deleted', 'tag': 'c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf', 'status': 'completed', 'code': 200} Oct 12 04:20:41.428557 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-999f5284-0724-4dd1-8f21-03ce82dd79de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:41.432322 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:20:41.533359 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-999f5284-0724-4dd1-8f21-03ce82dd79de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:41.577915 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-999f5284-0724-4dd1-8f21-03ce82dd79de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e3cf24909fb4051a9058fe4c084380f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604496 Oct 12 04:20:41.578701 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57188) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:41.595666 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f5284-0724-4dd1-8f21-03ce82dd79de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb256854-488c-4168-b6ba-d737f9113ad0,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:41.667187 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccf60-41e8-4173-9c28-21b415251631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:41.695616 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccf60-41e8-4173-9c28-21b415251631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:41.707258 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:41.734089 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] Checking router: 24bff725-519e-45a3-adfe-73ed526b6aa1 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:20:41.744487 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:20:41.744487 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:20:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:41.848869 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:20:41.870154 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccf60-41e8-4173-9c28-21b415251631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:41.873448 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccf60-41e8-4173-9c28-21b415251631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:41.884858 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-cf3ccf60-41e8-4173-9c28-21b415251631 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb256854-488c-4168-b6ba-d737f9113ad0 HTTP/1.1" status: 204 len: 168 time: 0.3048387 Oct 12 04:20:41.899889 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ccf60-41e8-4173-9c28-21b415251631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb256854-488c-4168-b6ba-d737f9113ad0,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:42.049207 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0649c6e0-ffcc-4c34-80cd-d8300e5bd4cf req-52c5cc82-613a-498f-86c7-57789684f2ab tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fcfae4-9349-4167-9403-9a4a20f346bd HTTP/1.1" status: 200 len: 210 time: 0.0351849 Oct 12 04:20:42.120772 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:42.156782 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0bd11e-5455-4b3a-8b76-499f86ac667a None None] The sync data for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi is: [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:20:42.465097 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc77ad-4d93-4d7a-813f-ec7b0719bbf1 None None] New status for floating IP 95e602d6-aead-45d1-ba42-103aabac6f99: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:20:43.199615 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57222) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:43.257091 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d3423d60-6008-47c2-a33e-98f1647894e5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.280770 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d3423d60-6008-47c2-a33e-98f1647894e5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.373056 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:20:43.393495 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:20:43.393899 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c5a9a497-7d69-4ed5-85cb-fa9a1cc1b4bf not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:20:43.408030 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d3423d60-6008-47c2-a33e-98f1647894e5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.411057 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d3423d60-6008-47c2-a33e-98f1647894e5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.412245 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d3423d60-6008-47c2-a33e-98f1647894e5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "DELETE /v2.0/security-groups/583f69db-c9fe-47c6-8397-4991f2ad9f79 HTTP/1.1" status: 204 len: 168 time: 0.2116096 Oct 12 04:20:43.422703 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57232) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:43.424848 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3423d60-6008-47c2-a33e-98f1647894e5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583f69db-c9fe-47c6-8397-4991f2ad9f79,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:43.439494 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.api.v2.resource [None req-35b5cb1d-7986-44d8-bcbc-20933d5141e4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] show failed (client error): The resource could not be found. Oct 12 04:20:43.443391 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-35b5cb1d-7986-44d8-bcbc-20933d5141e4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups/583f69db-c9fe-47c6-8397-4991f2ad9f79 HTTP/1.1" status: 404 len: 347 time: 0.0168796 Oct 12 04:20:43.443628 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57234) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:43.574164 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Deleting port 24e9173b-a5f6-428f-a375-5e5172d39424 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:20:43.574164 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.653272 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.653560 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.665575 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Calling delete_port for 24e9173b-a5f6-428f-a375-5e5172d39424 owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:20:43.853105 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.881574 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event deleted for resources: {'Port': ['ID=24e9173b-a5f6-428f-a375-5e5172d39424,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:43.939992 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.942593 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:43.943809 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c7d8a903-cda7-4f09-a5e4-cea2e5940796 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "DELETE /v2.0/floatingips/95e602d6-aead-45d1-ba42-103aabac6f99 HTTP/1.1" status: 204 len: 168 time: 0.4986377 Oct 12 04:20:44.267739 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57264) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:44.272747 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-3366c19b-00d2-4154-a023-ac6faa04a1db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56497991', 'description': 'tempest-description--1477890970'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:44.372920 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3366c19b-00d2-4154-a023-ac6faa04a1db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:44.439520 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3366c19b-00d2-4154-a023-ac6faa04a1db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:44.508486 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3366c19b-00d2-4154-a023-ac6faa04a1db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:44.536362 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366c19b-00d2-4154-a023-ac6faa04a1db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:44.637944 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3366c19b-00d2-4154-a023-ac6faa04a1db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:44.639296 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3366c19b-00d2-4154-a023-ac6faa04a1db tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3705561 Oct 12 04:20:44.642638 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57288) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:44.647252 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-d25de8b4-d756-4c77-a61e-aa33b59e0303 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'security_group_rule': {'security_group_id': 'c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:44.738171 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d25de8b4-d756-4c77-a61e-aa33b59e0303 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:44.805911 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d25de8b4-d756-4c77-a61e-aa33b59e0303 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:44.887078 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d25de8b4-d756-4c77-a61e-aa33b59e0303 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:44.908098 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25de8b4-d756-4c77-a61e-aa33b59e0303 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3058b880-74e2-4898-a8c5-de6bd8859247,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:45.021303 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d25de8b4-d756-4c77-a61e-aa33b59e0303 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.025080 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d25de8b4-d756-4c77-a61e-aa33b59e0303 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790131 Oct 12 04:20:45.025852 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57294) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:45.029771 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-57965f79-8e98-4a53-9e75-fc4eabec1eef tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'security_group_rule': {'security_group_id': 'c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:45.108947 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57298) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:45.144197 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-57965f79-8e98-4a53-9e75-fc4eabec1eef tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.213323 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5339e834-0a69-4359-9ff2-ef43feeb1811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.215233 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-57965f79-8e98-4a53-9e75-fc4eabec1eef tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.289387 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5339e834-0a69-4359-9ff2-ef43feeb1811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.298510 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-57965f79-8e98-4a53-9e75-fc4eabec1eef tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.316884 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57965f79-8e98-4a53-9e75-fc4eabec1eef tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e64eba-ce11-477d-9c3f-103bec8f1457,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:45.348615 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5339e834-0a69-4359-9ff2-ef43feeb1811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.388772 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-5339e834-0a69-4359-9ff2-ef43feeb1811 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e44ac9ee0fa7417b807cc917897d810e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786849 Oct 12 04:20:45.390593 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339e834-0a69-4359-9ff2-ef43feeb1811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566cd71d-f95d-4b11-b26f-1e4a65758f3c,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:45.391669 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57306) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:45.405181 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-57965f79-8e98-4a53-9e75-fc4eabec1eef tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.405181 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-57965f79-8e98-4a53-9e75-fc4eabec1eef tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3762550 Oct 12 04:20:45.407461 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57308) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:45.412282 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'floatingip': {'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:45.446318 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3ef87ccb-1373-4820-bc9a-267bf1ca78a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.466556 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3ef87ccb-1373-4820-bc9a-267bf1ca78a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.521393 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.595694 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3ef87ccb-1373-4820-bc9a-267bf1ca78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.598386 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3ef87ccb-1373-4820-bc9a-267bf1ca78a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.599579 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3ef87ccb-1373-4820-bc9a-267bf1ca78a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/566cd71d-f95d-4b11-b26f-1e4a65758f3c HTTP/1.1" status: 204 len: 168 time: 0.2069364 Oct 12 04:20:45.607702 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef87ccb-1373-4820-bc9a-267bf1ca78a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566cd71d-f95d-4b11-b26f-1e4a65758f3c,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:45.617678 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.721988 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Allocated IP 172.27.2.59 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/5e0c0299-8a60-4444-be90-ce4a28f530eb) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:20:45.819369 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.910730 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.956377 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:20:45.961988 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:20:45.964040 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'Port': ['ID=5e0c0299-8a60-4444-be90-ce4a28f530eb,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:45.966160 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:20:46.046744 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.164056 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.206438 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57314) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:46.219755 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-92e7a54f-7541-4463-996e-442909bbc113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.304600 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-92e7a54f-7541-4463-996e-442909bbc113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.321986 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.389847 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-92e7a54f-7541-4463-996e-442909bbc113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.401913 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.434716 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-92e7a54f-7541-4463-996e-442909bbc113 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f3640743bb9408687f1c0a0a4dd75ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269888 Oct 12 04:20:46.435305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7a54f-7541-4463-996e-442909bbc113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ac03a-0060-4ffc-84e6-7608a09f2c54,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:46.438236 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57324) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:46.474435 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'Port': ['ID=5e0c0299-8a60-4444-be90-ce4a28f530eb,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:46.486881 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.489012 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bab4674b-bf15-4dc8-8ee6-8e865794b4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.510715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bab4674b-bf15-4dc8-8ee6-8e865794b4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.624904 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.626121 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-edc4da9f-905e-4de9-8f7c-8ed94ee0979f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2176266 Oct 12 04:20:46.653157 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bab4674b-bf15-4dc8-8ee6-8e865794b4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.656031 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bab4674b-bf15-4dc8-8ee6-8e865794b4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:46.657906 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-bab4674b-bf15-4dc8-8ee6-8e865794b4db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d9ac03a-0060-4ffc-84e6-7608a09f2c54 HTTP/1.1" status: 204 len: 168 time: 0.2186968 Oct 12 04:20:46.666818 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4674b-bf15-4dc8-8ee6-8e865794b4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9ac03a-0060-4ffc-84e6-7608a09f2c54,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:46.826577 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-7f42a752-6867-4c42-9a4b-3ef93deb066b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--56497991&fields=id&tenant_id=94eb0d66d77a44dba68f16a5d05cbe28 HTTP/1.1" status: 200 len: 267 time: 0.0333519 Oct 12 04:20:46.936820 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-75620610-dc0a-4998-a360-97a0fcbac6b3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:46.938277 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-75620610-dc0a-4998-a360-97a0fcbac6b3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 817 time: 0.1043088 Oct 12 04:20:46.952941 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-d555a3dc-7d98-4ea1-8671-02fbf074831f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/quotas/94eb0d66d77a44dba68f16a5d05cbe28 HTTP/1.1" status: 200 len: 375 time: 0.0087988 Oct 12 04:20:47.005567 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-c18ff6cd-9632-4005-aabb-6a9c971e99c2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466418 Oct 12 04:20:47.109875 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-e931b71c-5d53-40f4-b2b9-db69cb60d2c0 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924447 Oct 12 04:20:47.201551 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-12823998-273e-499f-b06e-89743fc35dc5 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854881 Oct 12 04:20:47.496182 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f11274a-7f9f-43bc-bd50-55f2b8a5785d req-a2f9d81b-a2ea-4da4-8167-96626d7eedae tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 210 time: 0.0298800 Oct 12 04:20:48.597111 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9b6c71af-d5e0-4e56-a508-bdc529acf088 req-d749d69f-12d7-4230-ad61-22f131b5e86f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 210 time: 0.0294025 Oct 12 04:20:49.486212 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-21dd55eb-2dce-47f5-8f21-4baca1d777de tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:49.487841 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-21dd55eb-2dce-47f5-8f21-4baca1d777de tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 817 time: 0.1078987 Oct 12 04:20:49.534909 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-90e579bd-4f25-420a-b1bf-69846746697a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94eb0d66d77a44dba68f16a5d05cbe28 HTTP/1.1" status: 200 len: 378 time: 0.0349116 Oct 12 04:20:49.544248 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'port': {'device_id': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'admin_state_up': True, 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'security_groups': ['c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb']}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:49.699552 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fb318bec-e019-4909-bacf-da77479e6b8b req-dc1c1dce-fada-4796-a097-b82e84a159e3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 210 time: 0.0260041 Oct 12 04:20:49.748350 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Made reservation on behalf of 94eb0d66d77a44dba68f16a5d05cbe28 for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:20:49.751896 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:49.887199 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Allocated IP 172.20.0.12 (7c7c1cf8-2399-44c9-829e-9a108f01a5bc/887335af-ce9a-4fe1-8478-50f5d5a8fcb2/5617efe3-71de-4588-bef7-3cd445452960) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:20:50.022510 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:50.185133 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:50.229681 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:20:50.232922 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:20:50.236654 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:20:50.242835 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:50.271021 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.271371 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.271712 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.272043 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.272370 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.272748 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.273029 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.273349 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.273676 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.273999 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.274315 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.274634 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:50.299535 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:50.301831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:50.382566 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-ed6965e8-4d28-461c-a2ff-9c41f3308ed9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8398421 Oct 12 04:20:50.394502 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Request body: {'port': {'device_id': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:20:50.402097 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-815b3b3e-72a4-4502-8d05-101c45be5a2a None None] Provisioning complete for port 5617efe3-71de-4588-bef7-3cd445452960 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:20:50.402610 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-815b3b3e-72a4-4502-8d05-101c45be5a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:50.439131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-815b3b3e-72a4-4502-8d05-101c45be5a2a None None] Port 5617efe3-71de-4588-bef7-3cd445452960 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:20:50.451014 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:50.713918 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5617efe3-71de-4588-bef7-3cd445452960 {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:20:50.721352 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:50.737980 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Transition to ACTIVE for port object 5617efe3-71de-4588-bef7-3cd445452960 will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:20:50.822822 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380dd7f-0990-4e39-b912-001d24602a60 req-8233905b-8626-464d-9681-959638ea766e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:50.824261 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e380dd7f-0990-4e39-b912-001d24602a60 req-8233905b-8626-464d-9681-959638ea766e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 932 time: 0.0529466 Oct 12 04:20:50.861646 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e380dd7f-0990-4e39-b912-001d24602a60 req-2b06d913-a53d-4cfa-9089-b2de28708a69 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314043 Oct 12 04:20:50.869049 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:50.923149 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:50.994094 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Attempting to bind port 5617efe3-71de-4588-bef7-3cd445452960 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:20:50.994433 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Attempting to bind port 5617efe3-71de-4588-bef7-3cd445452960 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:20:50.994808 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Attempting to bind port 5617efe3-71de-4588-bef7-3cd445452960 on network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:20:50.999404 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Port 5617efe3-71de-4588-bef7-3cd445452960 on network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:20:50.999732 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Attempting to bind port 5617efe3-71de-4588-bef7-3cd445452960 on network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:20:51.004735 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:20:51.005072 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Checking segment: {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:20:51.005460 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Bound using segment: {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:20:51.005890 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Bound port: 5617efe3-71de-4588-bef7-3cd445452960, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7859760e-94f4-4140-bc32-c9159c6642de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:20:51.006248 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:51.072033 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:20:51.075287 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:20:51.162078 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:51.200544 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:51.200544 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:51.200544 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] 10.222.0.36 "PUT /v2.0/ports/5617efe3-71de-4588-bef7-3cd445452960 HTTP/1.1" status: 200 len: 1094 time: 0.8090363 Oct 12 04:20:51.200544 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'tag': '5617efe3-71de-4588-bef7-3cd445452960'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:20:51.201708 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cedf621-b14e-4009-8396-d600c3dbe3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "tag": "5617efe3-71de-4588-bef7-3cd445452960"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:20:51.245322 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fe66e-b4b9-42d4-a103-c011cffa1d94 service neutron] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:51.256349 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d954a3-4555-4b1a-ab2d-e637da4595a8 x-openstack-request-id: req-a9d954a3-4555-4b1a-ab2d-e637da4595a8 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:20:51.256349 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "tag": "5617efe3-71de-4588-bef7-3cd445452960", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:20:51.256349 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9d954a3-4555-4b1a-ab2d-e637da4595a8 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:20:51.256349 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'tag': '5617efe3-71de-4588-bef7-3cd445452960', 'status': 'completed', 'code': 200} Oct 12 04:20:51.328207 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedf621-b14e-4009-8396-d600c3dbe3fa req-e760433a-de5a-47ae-87a8-4caecb6b5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:51.329996 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-8cedf621-b14e-4009-8396-d600c3dbe3fa req-e760433a-de5a-47ae-87a8-4caecb6b5175 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 1097 time: 0.0523882 Oct 12 04:20:51.433055 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedf621-b14e-4009-8396-d600c3dbe3fa req-9036b1eb-cbcb-4534-9ced-3933c22b8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:51.434647 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-8cedf621-b14e-4009-8396-d600c3dbe3fa req-9036b1eb-cbcb-4534-9ced-3933c22b8c1d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0959818 Oct 12 04:20:51.530755 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedf621-b14e-4009-8396-d600c3dbe3fa req-f2b0963f-5441-4f1b-9395-160a859713aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:51.532364 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-8cedf621-b14e-4009-8396-d600c3dbe3fa req-f2b0963f-5441-4f1b-9395-160a859713aa service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908165 Oct 12 04:20:51.609256 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-de39e8b8-5ab8-4e29-90cd-fc8b41029ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:51.611404 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-de39e8b8-5ab8-4e29-90cd-fc8b41029ed2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 1097 time: 0.0413661 Oct 12 04:20:51.656379 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-2b72e6a7-4939-40de-85da-afd91620028a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5617efe3-71de-4588-bef7-3cd445452960 HTTP/1.1" status: 200 len: 217 time: 0.0328557 Oct 12 04:20:51.686651 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57446) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:51.714084 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-22f9f822-f4ad-47f1-ab6b-3e5379b14944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:51.715576 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-22f9f822-f4ad-47f1-ab6b-3e5379b14944 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 200 len: 856 time: 0.0513902 Oct 12 04:20:51.761711 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-e506e815-c207-4d36-8712-a5adc015b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:51.763294 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-e506e815-c207-4d36-8712-a5adc015b35f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409260 Oct 12 04:20:51.795822 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-934f2ffc-6a5f-47f9-910c-161ec8611187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:51.860188 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-00a6c80b-8c78-4061-906c-a55efd6614da service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880799 Oct 12 04:20:51.869592 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-934f2ffc-6a5f-47f9-910c-161ec8611187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:51.925663 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-934f2ffc-6a5f-47f9-910c-161ec8611187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:51.950463 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c5f3e5e0-9475-49a9-bb3c-aa7cf56d94dd req-f8201e96-3b36-4f45-976c-23854602429d service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840654 Oct 12 04:20:51.993170 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f2ffc-6a5f-47f9-910c-161ec8611187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90163bb6-68b7-4bf9-a3e3-8f3014ad8dd5,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:51.998979 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-934f2ffc-6a5f-47f9-910c-161ec8611187 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6daeb808a5de4ca9ba308c2c102b7315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111439 Oct 12 04:20:52.001835 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57452) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:52.016370 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c8ba2-9b71-4549-a9bc-30c7839aed0b req-a2f1b676-de5f-4e2e-98a4-274fe39f00bc tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:52.017903 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c91c8ba2-9b71-4549-a9bc-30c7839aed0b req-a2f1b676-de5f-4e2e-98a4-274fe39f00bc tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0784879 Oct 12 04:20:52.054236 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-229f0c03-955d-4e6b-ba67-e42dfdcc0a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:52.056335 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c91c8ba2-9b71-4549-a9bc-30c7839aed0b req-a118635d-edc5-44af-a4ac-f8af4c01ef92 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323999 Oct 12 04:20:52.075434 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-229f0c03-955d-4e6b-ba67-e42dfdcc0a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:52.182372 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-229f0c03-955d-4e6b-ba67-e42dfdcc0a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:52.185009 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-229f0c03-955d-4e6b-ba67-e42dfdcc0a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:52.186244 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-229f0c03-955d-4e6b-ba67-e42dfdcc0a9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90163bb6-68b7-4bf9-a3e3-8f3014ad8dd5 HTTP/1.1" status: 204 len: 168 time: 0.1832736 Oct 12 04:20:52.194193 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f0c03-955d-4e6b-ba67-e42dfdcc0a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90163bb6-68b7-4bf9-a3e3-8f3014ad8dd5,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:52.793144 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57464) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:52.809471 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-38792dcc-9eae-4b8b-a351-18e250aaa7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:52.890387 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-38792dcc-9eae-4b8b-a351-18e250aaa7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:52.967029 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-38792dcc-9eae-4b8b-a351-18e250aaa7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:53.006282 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-38792dcc-9eae-4b8b-a351-18e250aaa7a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23baafc08c274bc39e2d9c3e5afbee84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119620 Oct 12 04:20:53.007145 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38792dcc-9eae-4b8b-a351-18e250aaa7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45fd30d-f07a-43ee-b027-c3091b90fa40,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:53.008906 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57470) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:53.057735 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4348472a-144b-4c90-b548-1e2b331a9b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:53.078319 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4348472a-144b-4c90-b548-1e2b331a9b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:53.180749 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586f2d9-e9b5-40f8-b3da-ddd80796f6c6 req-817fca39-d82a-418a-b38e-ec6c0e6bc2ae tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:53.182256 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e586f2d9-e9b5-40f8-b3da-ddd80796f6c6 req-817fca39-d82a-418a-b38e-ec6c0e6bc2ae tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0536163 Oct 12 04:20:53.201736 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4348472a-144b-4c90-b548-1e2b331a9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:53.204393 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4348472a-144b-4c90-b548-1e2b331a9b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:53.205419 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4348472a-144b-4c90-b548-1e2b331a9b3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b45fd30d-f07a-43ee-b027-c3091b90fa40 HTTP/1.1" status: 204 len: 168 time: 0.1949778 Oct 12 04:20:53.218577 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348472a-144b-4c90-b548-1e2b331a9b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45fd30d-f07a-43ee-b027-c3091b90fa40,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:53.237334 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e586f2d9-e9b5-40f8-b3da-ddd80796f6c6 req-f5b6a7bc-6580-4b89-8c9a-e6039ed2e253 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484834 Oct 12 04:20:53.878138 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57478) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:53.892132 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2e217f3c-8194-4d79-823f-f862fa47c7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:53.966759 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2e217f3c-8194-4d79-823f-f862fa47c7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:54.018503 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2e217f3c-8194-4d79-823f-f862fa47c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:54.056682 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2e217f3c-8194-4d79-823f-f862fa47c7a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b65e6381928f439f9ff49a9b11226275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774154 Oct 12 04:20:54.057528 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e217f3c-8194-4d79-823f-f862fa47c7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6921ce49-05ec-4199-93a9-de476b9bab76,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:54.059584 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57488) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:54.107959 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5ea18fa1-fafa-4e30-8a2a-ca62d88cf34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:54.128983 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5ea18fa1-fafa-4e30-8a2a-ca62d88cf34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:54.258498 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5ea18fa1-fafa-4e30-8a2a-ca62d88cf34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:54.261379 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5ea18fa1-fafa-4e30-8a2a-ca62d88cf34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:54.263004 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-5ea18fa1-fafa-4e30-8a2a-ca62d88cf34d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6921ce49-05ec-4199-93a9-de476b9bab76 HTTP/1.1" status: 204 len: 168 time: 0.2024167 Oct 12 04:20:54.272397 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea18fa1-fafa-4e30-8a2a-ca62d88cf34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6921ce49-05ec-4199-93a9-de476b9bab76,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:54.398729 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba457-c16b-4ff4-aa79-e308553b8518 req-fb4d9303-d8b7-4044-80b1-68e60570f9a7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:54.400646 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-df5ba457-c16b-4ff4-aa79-e308553b8518 req-fb4d9303-d8b7-4044-80b1-68e60570f9a7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0672030 Oct 12 04:20:54.439953 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-df5ba457-c16b-4ff4-aa79-e308553b8518 req-ef57005d-d6ba-4fde-8b64-6752918f4981 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335205 Oct 12 04:20:54.860393 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760cb9-a5b7-4da8-ba95-8603705dfdf2 req-4f0e322e-0ad4-42f2-8fe8-aed2544ed288 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:54.861840 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6760cb9-a5b7-4da8-ba95-8603705dfdf2 req-4f0e322e-0ad4-42f2-8fe8-aed2544ed288 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0583043 Oct 12 04:20:54.899725 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6760cb9-a5b7-4da8-ba95-8603705dfdf2 req-b189e8ac-5741-44ff-9997-49b495cf267f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318689 Oct 12 04:20:55.408355 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:20:55.504082 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:20:55.515047 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '5617efe3-71de-4588-bef7-3cd445452960', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'port_id': '5617efe3-71de-4588-bef7-3cd445452960', 'mac_address': 'fa:16:3e:50:78:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:20:55.555197 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:55.563087 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30c523-c392-452b-80d3-0e830c2f350e req-82f7b924-15ad-49fa-baa9-3b6206464e6f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:55.565201 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3b30c523-c392-452b-80d3-0e830c2f350e req-82f7b924-15ad-49fa-baa9-3b6206464e6f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0495307 Oct 12 04:20:55.568440 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5617efe3-71de-4588-bef7-3cd445452960 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:20:55.588286 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:20:55.605968 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3b30c523-c392-452b-80d3-0e830c2f350e req-19488b69-e328-404e-8c9c-96668df34d34 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338750 Oct 12 04:20:55.658552 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:55.706044 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:55.713084 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.713426 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.713756 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.714079 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.714431 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.714785 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.719472 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.719472 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.719472 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.719472 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.719472 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.719472 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:55.869714 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['5617efe3-71de-4588-bef7-3cd445452960'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:20:56.034048 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0d8ad-9149-4e84-b137-bbe1a2c8627d req-fc667458-45bd-4fca-bcfa-a512d92213dd tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:56.035548 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ae0d8ad-9149-4e84-b137-bbe1a2c8627d req-fc667458-45bd-4fca-bcfa-a512d92213dd tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0496600 Oct 12 04:20:56.074769 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ae0d8ad-9149-4e84-b137-bbe1a2c8627d req-d1569f48-7224-4322-9096-0563aa5ec45d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326595 Oct 12 04:20:56.736815 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40195b8-6ac3-4a2b-aeda-1d3425c06222 req-2fcd613c-b69a-454c-8e92-08e6a599c565 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:56.738798 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b40195b8-6ac3-4a2b-aeda-1d3425c06222 req-2fcd613c-b69a-454c-8e92-08e6a599c565 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 945 time: 0.0638709 Oct 12 04:20:56.778189 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-a9c439bd-4378-4eab-8d56-53c0b5e11cf7 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:56.780321 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-a9c439bd-4378-4eab-8d56-53c0b5e11cf7 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0691488 Oct 12 04:20:56.782172 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b40195b8-6ac3-4a2b-aeda-1d3425c06222 req-ba1b1ae8-a706-4cc2-b353-0cdf7b6c9315 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365629 Oct 12 04:20:56.877002 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Deleting port 8580464d-5ebb-48ed-ba90-238466c4d35b {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:20:56.877340 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:57.197667 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] For port 8580464d-5ebb-48ed-ba90-238466c4d35b, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8580464d-5ebb-48ed-ba90-238466c4d35b,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:20:57.197824 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:57.235999 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39518af4-bdad-41db-a1c8-8fd22ad9c9e7 req-2e85e94a-d994-4373-932d-661bbc2d1811 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:57.237583 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-39518af4-bdad-41db-a1c8-8fd22ad9c9e7 req-2e85e94a-d994-4373-932d-661bbc2d1811 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 946 time: 0.0561795 Oct 12 04:20:57.277105 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-39518af4-bdad-41db-a1c8-8fd22ad9c9e7 req-810ae597-317f-431c-8f84-13c8615041d0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=fce18a91-8053-4195-99c4-9ada0f887814&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330095 Oct 12 04:20:57.375733 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:57.376113 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:57.376421 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.l3_db [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Floating IP 111ec80b-1475-4db7-8a49-317198d62f66 disassociated. External IP: 172.27.2.90, port: 8580464d-5ebb-48ed-ba90-238466c4d35b. Oct 12 04:20:57.376755 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Calling delete_port for 8580464d-5ebb-48ed-ba90-238466c4d35b owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:20:57.433729 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:20:57.601626 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 5617efe3-71de-4588-bef7-3cd445452960 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:20:57.602159 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:57.607794 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 5617efe3-71de-4588-bef7-3cd445452960 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:20:57.608316 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:57.639949 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event deleted for resources: {'Port': ['ID=8580464d-5ebb-48ed-ba90-238466c4d35b,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:57.692999 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:57.715041 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5617efe3-71de-4588-bef7-3cd445452960'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:20:57.717272 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0089c0f-a21e-43c3-9df9-edc36b94ce67" -d '{"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-plugged", "status": "completed", "tag": "5617efe3-71de-4588-bef7-3cd445452960"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:20:57.736653 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:20:57.759564 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Router 822fcce4-d51b-439d-82b5-6ea0236b67b2 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:20:57.763399 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc39044-0b77-4b74-9acf-8b71c4064676 x-openstack-request-id: req-9dc39044-0b77-4b74-9acf-8b71c4064676 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:20:57.763727 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-plugged", "status": "completed", "tag": "5617efe3-71de-4588-bef7-3cd445452960", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:20:57.763987 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dc39044-0b77-4b74-9acf-8b71c4064676 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:20:57.764420 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5617efe3-71de-4588-bef7-3cd445452960', 'code': 200} Oct 12 04:20:57.813177 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:57.865950 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:57.883336 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:20:57.893820 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] Sync routers for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:20:57.903476 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:20:57.904146 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:20:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:57.913233 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9effb-d13c-41fd-894a-8ffd33f80dfa req-de3dc928-ed3e-4656-9ff0-462e7b02590e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:57.914881 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-74a9effb-d13c-41fd-894a-8ffd33f80dfa req-de3dc928-ed3e-4656-9ff0-462e7b02590e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0520720 Oct 12 04:20:57.925140 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] No DVR routers for this DVR port 8580464d-5ebb-48ed-ba90-238466c4d35b on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:20:57.928361 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:57.942187 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-ee798b87-a8cb-4f8d-8f4d-baff286c474e req-04c77ad5-4ead-4d80-87e6-2a4a0e3bf068 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "DELETE /v2.0/ports/8580464d-5ebb-48ed-ba90-238466c4d35b HTTP/1.1" status: 204 len: 173 time: 1.1544523 Oct 12 04:20:57.948391 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'name': 'network-vif-deleted', 'tag': '8580464d-5ebb-48ed-ba90-238466c4d35b'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:20:57.951008 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0c6873-62c3-47c5-954e-1fe981858baa" -d '{"events": [{"server_uuid": "bbee8a27-52f2-42c0-8cb5-bfade5bfb587", "name": "network-vif-deleted", "tag": "8580464d-5ebb-48ed-ba90-238466c4d35b"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:20:58.000247 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-74a9effb-d13c-41fd-894a-8ffd33f80dfa req-f1843913-bca4-4c20-bd02-9144097addd3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668683 Oct 12 04:20:58.007538 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b360579-a237-4211-a35e-dc733df2e434 x-openstack-request-id: req-1b360579-a237-4211-a35e-dc733df2e434 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:20:58.008117 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbee8a27-52f2-42c0-8cb5-bfade5bfb587", "name": "network-vif-deleted", "tag": "8580464d-5ebb-48ed-ba90-238466c4d35b", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:20:58.008604 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b360579-a237-4211-a35e-dc733df2e434 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:20:58.009341 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbee8a27-52f2-42c0-8cb5-bfade5bfb587', 'name': 'network-vif-deleted', 'tag': '8580464d-5ebb-48ed-ba90-238466c4d35b', 'status': 'completed', 'code': 200} Oct 12 04:20:58.061841 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57604) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:58.138534 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a22dff-d6a7-4a01-95f3-b0e95d28b1e3 req-0c710c13-2995-46ef-bbbc-14bccadcb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:58.149403 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-45a22dff-d6a7-4a01-95f3-b0e95d28b1e3 req-0c710c13-2995-46ef-bbbc-14bccadcb3e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 1099 time: 0.0892532 Oct 12 04:20:58.196825 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-45a22dff-d6a7-4a01-95f3-b0e95d28b1e3 req-7762d825-e721-4858-80ec-2749df4572eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385182 Oct 12 04:20:58.203927 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:20:58.228428 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3e06-9d26-4966-b66d-2a894efcd6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:58.303117 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3e06-9d26-4966-b66d-2a894efcd6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:58.382125 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4777ee6b-11c9-45d9-a65e-b3ceb33398cf req-1410b64a-a8ec-45f5-9e65-80641082e288 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbee8a27-52f2-42c0-8cb5-bfade5bfb587 HTTP/1.1" status: 200 len: 210 time: 0.0263572 Oct 12 04:20:58.407242 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:58.412491 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3e06-9d26-4966-b66d-2a894efcd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:58.437206 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] Checking router: 822fcce4-d51b-439d-82b5-6ea0236b67b2 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:20:58.448562 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:20:58.449178 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:20:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:58.455248 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ef2a3e06-9d26-4966-b66d-2a894efcd6cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2dd9dcbe7354cf185229fb46d0dafe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920896 Oct 12 04:20:58.456151 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a3e06-9d26-4966-b66d-2a894efcd6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5080d9d5-57f3-4624-8b7b-7eef0d0fd3a3,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:58.456856 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57610) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:58.520649 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c573104d-d017-47af-b629-31461f3e87e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:58.541678 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c573104d-d017-47af-b629-31461f3e87e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:58.553334 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:20:58.660817 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c573104d-d017-47af-b629-31461f3e87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:58.661526 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c573104d-d017-47af-b629-31461f3e87e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:58.662859 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c573104d-d017-47af-b629-31461f3e87e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5080d9d5-57f3-4624-8b7b-7eef0d0fd3a3 HTTP/1.1" status: 204 len: 168 time: 0.2048981 Oct 12 04:20:58.671900 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573104d-d017-47af-b629-31461f3e87e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5080d9d5-57f3-4624-8b7b-7eef0d0fd3a3,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:58.772827 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:20:58.800554 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33475edc-4e6b-4cae-b302-ce6805ea8fac None None] The sync data for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi is: [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:20:59.032666 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe812c-af43-4314-ac0a-f96027fd1cd6 None None] New status for floating IP 111ec80b-1475-4db7-8a49-317198d62f66: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:20:59.122213 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78e8c7-4de4-488f-b39d-2d5b9af92257 req-c4c4806c-89bb-4826-b227-40460c648ef9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:20:59.124472 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e78e8c7-4de4-488f-b39d-2d5b9af92257 req-c4c4806c-89bb-4826-b227-40460c648ef9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0520489 Oct 12 04:20:59.164865 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e78e8c7-4de4-488f-b39d-2d5b9af92257 req-cd5598aa-c00e-4a90-a447-e79607d5ead5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328779 Oct 12 04:20:59.360292 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57624) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:59.374331 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6c3445fc-363f-47ab-ae10-a5e746db1b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.450050 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6c3445fc-363f-47ab-ae10-a5e746db1b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.532313 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6c3445fc-363f-47ab-ae10-a5e746db1b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.570041 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-6c3445fc-363f-47ab-ae10-a5e746db1b96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75eec335d8fd48a0b7a4e7d170ca3bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085865 Oct 12 04:20:59.572542 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3445fc-363f-47ab-ae10-a5e746db1b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5f6114-ee64-46cb-a98e-6ac53774d6eb,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:59.573965 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57630) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:59.576315 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57632) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:59.626655 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.637799 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-667689c4-7db9-44d2-b218-a6c2b354272a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.646709 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.663637 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-667689c4-7db9-44d2-b218-a6c2b354272a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.749662 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.752877 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.756645 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c5f6114-ee64-46cb-a98e-6ac53774d6eb HTTP/1.1" status: 204 len: 168 time: 0.1788516 Oct 12 04:20:59.762215 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5f6114-ee64-46cb-a98e-6ac53774d6eb,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:59.769186 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.769526 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.769856 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.770185 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.770504 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.770858 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.771217 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.771548 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.771865 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.772177 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.772488 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.772794 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51767-5f69-4e0b-a46d-947cce800134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:20:59.778121 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-667689c4-7db9-44d2-b218-a6c2b354272a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.781098 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-667689c4-7db9-44d2-b218-a6c2b354272a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.784761 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-667689c4-7db9-44d2-b218-a6c2b354272a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "DELETE /v2.0/security-groups/fce18a91-8053-4195-99c4-9ada0f887814 HTTP/1.1" status: 204 len: 168 time: 0.2047689 Oct 12 04:20:59.785811 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57636) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:59.799411 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667689c4-7db9-44d2-b218-a6c2b354272a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce18a91-8053-4195-99c4-9ada0f887814,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:20:59.805731 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.api.v2.resource [None req-b560250d-e87f-4615-bc56-a69816d41bbf tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] show failed (client error): The resource could not be found. Oct 12 04:20:59.809074 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-b560250d-e87f-4615-bc56-a69816d41bbf tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups/fce18a91-8053-4195-99c4-9ada0f887814 HTTP/1.1" status: 404 len: 347 time: 0.0189135 Oct 12 04:20:59.809788 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57638) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:20:59.841288 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-843c19b0-6b80-4850-b0e8-3c38bb530347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:59.934355 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Deleting port 660b044f-7f20-433d-b470-16d9eb4a7d95 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:20:59.934707 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.013990 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.014307 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.026360 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Calling delete_port for 660b044f-7f20-433d-b470-16d9eb4a7d95 owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:21:00.212651 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.244712 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event deleted for resources: {'Port': ['ID=660b044f-7f20-433d-b470-16d9eb4a7d95,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:00.336686 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e84dad-bd74-4a4c-a426-0dd83e54d68f req-51b7e475-3b20-4b96-8b31-fc8aa466cd4a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:00.338168 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2e84dad-bd74-4a4c-a426-0dd83e54d68f req-51b7e475-3b20-4b96-8b31-fc8aa466cd4a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0955601 Oct 12 04:21:00.341240 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.344478 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.345555 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-192d15fc-30d2-4cc6-8be1-f31673b0aea0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "DELETE /v2.0/floatingips/111ec80b-1475-4db7-8a49-317198d62f66 HTTP/1.1" status: 204 len: 168 time: 0.5336983 Oct 12 04:21:00.395227 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2e84dad-bd74-4a4c-a426-0dd83e54d68f req-73e6c3f4-ef57-4fe6-bb75-36eb7ebc2ab7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485487 Oct 12 04:21:00.414791 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57660) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:00.547337 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f232c-7ac4-4595-92a8-7417cb99ebac req-78ff20c2-56a4-4916-885d-f6c7f54f59bb tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:00.548838 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-859f232c-7ac4-4595-92a8-7417cb99ebac req-78ff20c2-56a4-4916-885d-f6c7f54f59bb tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0784900 Oct 12 04:21:00.550033 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6621021c-9153-4576-b672-5b2a52ed4343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.558798 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57668) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:00.565211 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-a233124c-f191-4d3f-9f23-ad533ac35c63 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Request body: {'floatingip': {'port_id': '5617efe3-71de-4588-bef7-3cd445452960'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:00.612635 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a233124c-f191-4d3f-9f23-ad533ac35c63 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.648467 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6621021c-9153-4576-b672-5b2a52ed4343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.736880 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57674) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:00.741348 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-05891cd9-5d0f-4ff0-a48e-321b0c17f2ad tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084643578', 'description': 'tempest-description--19777834'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:00.759955 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6621021c-9153-4576-b672-5b2a52ed4343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.802293 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6621021c-9153-4576-b672-5b2a52ed4343 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d104528a1368449582f61dd3a4fd8e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841102 Oct 12 04:21:00.802293 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621021c-9153-4576-b672-5b2a52ed4343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c354861a-5df8-4899-9a4e-04ab895b8593,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:00.803015 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57678) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:00.841925 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05891cd9-5d0f-4ff0-a48e-321b0c17f2ad tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.924435 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05891cd9-5d0f-4ff0-a48e-321b0c17f2ad tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.995611 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05891cd9-5d0f-4ff0-a48e-321b0c17f2ad tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.998245 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-91887927-a2b6-4301-bd73-02e77876549e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.027848 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05891cd9-5d0f-4ff0-a48e-321b0c17f2ad tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc5d0a4-72fd-452a-9782-def870bf5289,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:01.052510 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-91887927-a2b6-4301-bd73-02e77876549e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.093437 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05891cd9-5d0f-4ff0-a48e-321b0c17f2ad tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.095484 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-05891cd9-5d0f-4ff0-a48e-321b0c17f2ad tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3576028 Oct 12 04:21:01.098482 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57684) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:01.103458 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-d069bff0-aa82-493b-8092-8f6483f187de tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'security_group_rule': {'security_group_id': 'dcc5d0a4-72fd-452a-9782-def870bf5289', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:01.126351 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a233124c-f191-4d3f-9f23-ad533ac35c63 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.230115 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a233124c-f191-4d3f-9f23-ad533ac35c63 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.232063 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-91887927-a2b6-4301-bd73-02e77876549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.234929 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-91887927-a2b6-4301-bd73-02e77876549e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.235082 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d069bff0-aa82-493b-8092-8f6483f187de tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.236041 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-91887927-a2b6-4301-bd73-02e77876549e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c354861a-5df8-4899-9a4e-04ab895b8593 HTTP/1.1" status: 204 len: 168 time: 0.4320092 Oct 12 04:21:01.280689 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91887927-a2b6-4301-bd73-02e77876549e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c354861a-5df8-4899-9a4e-04ab895b8593,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:01.343091 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.l3_db [None req-a233124c-f191-4d3f-9f23-ad533ac35c63 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Floating IP 0e6c6ef4-7c1d-4bb4-ba29-0b93174a82c9 associated. External IP: 172.27.2.59, port: 5617efe3-71de-4588-bef7-3cd445452960. Oct 12 04:21:01.424278 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d069bff0-aa82-493b-8092-8f6483f187de tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.432586 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 8580464d-5ebb-48ed-ba90-238466c4d35b no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:21:01.457805 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 8580464d-5ebb-48ed-ba90-238466c4d35b {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:21:01.458228 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 8580464d-5ebb-48ed-ba90-238466c4d35b not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:21:01.521343 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d069bff0-aa82-493b-8092-8f6483f187de tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.536715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069bff0-aa82-493b-8092-8f6483f187de tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451352f7-1f2f-4e4c-8114-0bd1c7f75ec0,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:01.553167 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a233124c-f191-4d3f-9f23-ad533ac35c63 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Router 24bff725-519e-45a3-adfe-73ed526b6aa1 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:21:01.613524 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d069bff0-aa82-493b-8092-8f6483f187de tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.614785 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d069bff0-aa82-493b-8092-8f6483f187de tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5152950 Oct 12 04:21:01.617723 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57688) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:01.622182 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-acccf517-f147-471a-b806-bf848aa9da68 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'security_group_rule': {'security_group_id': 'dcc5d0a4-72fd-452a-9782-def870bf5289', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:01.672417 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a233124c-f191-4d3f-9f23-ad533ac35c63 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:21:01.678533 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a233124c-f191-4d3f-9f23-ad533ac35c63 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.684854 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] Sync routers for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:21:01.701002 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:01.701891 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:20:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:01.726488 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a233124c-f191-4d3f-9f23-ad533ac35c63 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "PUT /v2.0/floatingips/0e6c6ef4-7c1d-4bb4-ba29-0b93174a82c9 HTTP/1.1" status: 200 len: 991 time: 1.1652324 Oct 12 04:21:01.727831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'tag': '5617efe3-71de-4588-bef7-3cd445452960'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:21:01.736790 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881de4d5-69ed-460c-944a-366260718da7" -d '{"events": [{"name": "network-changed", "server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "tag": "5617efe3-71de-4588-bef7-3cd445452960"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:21:01.761262 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-acccf517-f147-471a-b806-bf848aa9da68 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.815086 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00d000c-462c-4dd6-a6a9-338bf9ec9759 x-openstack-request-id: req-a00d000c-462c-4dd6-a6a9-338bf9ec9759 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:21:01.822468 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "tag": "5617efe3-71de-4588-bef7-3cd445452960", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:21:01.822468 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a00d000c-462c-4dd6-a6a9-338bf9ec9759 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:21:01.822468 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'tag': '5617efe3-71de-4588-bef7-3cd445452960', 'status': 'completed', 'code': 200} Oct 12 04:21:01.844330 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.856554 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-acccf517-f147-471a-b806-bf848aa9da68 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.870166 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:01.901133 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881de4d5-69ed-460c-944a-366260718da7 req-b3afb3ee-3c3b-45eb-8900-5ca1a695f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:01.902641 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-881de4d5-69ed-460c-944a-366260718da7 req-b3afb3ee-3c3b-45eb-8900-5ca1a695f670 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 1099 time: 0.0640638 Oct 12 04:21:01.932913 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-acccf517-f147-471a-b806-bf848aa9da68 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.951570 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccf517-f147-471a-b806-bf848aa9da68 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b538c7-ea15-4c3d-8860-ad9ec0ccc6c3,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:01.999175 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881de4d5-69ed-460c-944a-366260718da7 req-757ed53f-3a31-45ee-80ce-f1f6fad8faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:02.001261 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-881de4d5-69ed-460c-944a-366260718da7 req-757ed53f-3a31-45ee-80ce-f1f6fad8faae service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 918 time: 0.0920124 Oct 12 04:21:02.020657 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-acccf517-f147-471a-b806-bf848aa9da68 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.022066 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-acccf517-f147-471a-b806-bf848aa9da68 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4032102 Oct 12 04:21:02.024821 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57700) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:02.029112 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'floatingip': {'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:02.069667 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-881de4d5-69ed-460c-944a-366260718da7 req-f6cbcdb7-8b0a-479e-b5e3-b02b9df72a59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5617efe3-71de-4588-bef7-3cd445452960 HTTP/1.1" status: 200 len: 999 time: 0.0603707 Oct 12 04:21:02.114869 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '0e6c6ef4-7c1d-4bb4-ba29-0b93174a82c9', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'port_id': '5617efe3-71de-4588-bef7-3cd445452960', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'mac_address': 'fa:16:3e:50:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:20:46Z', 'updated_at': '2021-10-12T04:21:01Z', 'revision_number': 1, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:02.122190 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881de4d5-69ed-460c-944a-366260718da7 req-f35ac12f-b45e-4a49-aaef-5f0490f63ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:02.123631 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-881de4d5-69ed-460c-944a-366260718da7 req-f35ac12f-b45e-4a49-aaef-5f0490f63ab6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 200 len: 856 time: 0.0473316 Oct 12 04:21:02.143855 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57702) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:02.148546 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] Checking router: 24bff725-519e-45a3-adfe-73ed526b6aa1 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:21:02.156950 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.160589 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:02.160589 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:20:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:02.170607 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881de4d5-69ed-460c-944a-366260718da7 req-9b5cc789-0f6f-45c3-a6f5-892837e02205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:02.172639 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-881de4d5-69ed-460c-944a-366260718da7 req-9b5cc789-0f6f-45c3-a6f5-892837e02205 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404046 Oct 12 04:21:02.173170 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b2e058f9-df87-4364-9ede-c05bb6728656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.277304 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-881de4d5-69ed-460c-944a-366260718da7 req-5c3cfdb3-5657-4b3c-8019-0eca9077cee8 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950203 Oct 12 04:21:02.282015 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:02.308550 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2c953f64-dea4-49fe-b78b-5bf20ab3ad27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.311259 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b2e058f9-df87-4364-9ede-c05bb6728656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.325332 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.378865 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-881de4d5-69ed-460c-944a-366260718da7 req-3c4948e2-605a-4814-9f0e-a3b14c571787 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944273 Oct 12 04:21:02.413374 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b2e058f9-df87-4364-9ede-c05bb6728656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.454177 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Allocated IP 172.27.2.196 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/bc53ec4a-0984-4621-9e09-419a8b878189) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:21:02.470951 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e058f9-df87-4364-9ede-c05bb6728656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084a5e8f-423e-4d44-8b5d-94bb1413fdc8,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:02.478164 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b2e058f9-df87-4364-9ede-c05bb6728656 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a652078f771468d9ca674ad1e10c47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331056 Oct 12 04:21:02.478441 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57704) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:02.516033 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '0e6c6ef4-7c1d-4bb4-ba29-0b93174a82c9', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'port_id': '5617efe3-71de-4588-bef7-3cd445452960', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'mac_address': 'fa:16:3e:50:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:20:46Z', 'updated_at': '2021-10-12T04:21:01Z', 'revision_number': 1, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:02.536077 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-60c2a5e2-3186-42f2-bf79-18ac2360866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.542605 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a757f-3e2d-4fc9-b98c-c28c8fd9c0b8 None None] The sync data for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi is: [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '0e6c6ef4-7c1d-4bb4-ba29-0b93174a82c9', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'port_id': '5617efe3-71de-4588-bef7-3cd445452960', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'mac_address': 'fa:16:3e:50:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:20:46Z', 'updated_at': '2021-10-12T04:21:01Z', 'revision_number': 1, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:21:02.559277 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-60c2a5e2-3186-42f2-bf79-18ac2360866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.597273 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.675775 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-60c2a5e2-3186-42f2-bf79-18ac2360866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.678400 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-60c2a5e2-3186-42f2-bf79-18ac2360866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.679591 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-60c2a5e2-3186-42f2-bf79-18ac2360866a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/084a5e8f-423e-4d44-8b5d-94bb1413fdc8 HTTP/1.1" status: 204 len: 168 time: 0.2000315 Oct 12 04:21:02.688697 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2a5e2-3186-42f2-bf79-18ac2360866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084a5e8f-423e-4d44-8b5d-94bb1413fdc8,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:02.703921 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:02.750490 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64a36a-9377-4efe-98b2-4c4a2291faeb None None] New status for floating IP 0e6c6ef4-7c1d-4bb4-ba29-0b93174a82c9: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:21:02.774584 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:02.780606 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:02.783030 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'Port': ['ID=bc53ec4a-0984-4621-9e09-419a8b878189,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:02.790941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:21:02.930861 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:03.082312 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:03.188361 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:03.470780 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:03.548053 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:03.612439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'Port': ['ID=bc53ec4a-0984-4621-9e09-419a8b878189,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:03.628178 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:03.690801 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:03.717064 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:03.718278 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2a5e5c9c-82f7-4a81-8762-5edcc831a667 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6925511 Oct 12 04:21:03.897915 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-84e1f9f4-9e85-4d11-99e2-c16469674d7c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1084643578&fields=id&tenant_id=a99e41211e834d8aaf06b40712cb4893 HTTP/1.1" status: 200 len: 267 time: 0.0322258 Oct 12 04:21:04.005123 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-8d683be1-3daa-493a-8a0f-9d8eab7bc839 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:04.006472 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-8d683be1-3daa-493a-8a0f-9d8eab7bc839 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/networks?id=47359d39-1ce6-44f7-a02f-d9bf518e6124 HTTP/1.1" status: 200 len: 809 time: 0.1015887 Oct 12 04:21:04.020653 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-c3c0b145-cc1c-46d5-8338-e2f870f72129 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/quotas/a99e41211e834d8aaf06b40712cb4893 HTTP/1.1" status: 200 len: 375 time: 0.0085037 Oct 12 04:21:04.070673 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-06215a85-59c0-4fa2-ab8d-c2e1b057ed8a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451047 Oct 12 04:21:04.164008 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-79dbced8-d087-4d86-97aa-80a58f534898 service neutron] 10.222.0.21 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812585 Oct 12 04:21:04.247840 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-82be87d7-549d-4967-9ff9-56e628fb0a04 service neutron] 10.222.0.21 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779164 Oct 12 04:21:04.520917 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f3745ed2-4e3d-4104-9e7c-54f6685c2b9e req-d1654b47-6d21-410c-be52-a41ddbb051aa tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 210 time: 0.0269930 Oct 12 04:21:05.405027 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:05.610051 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc617212-13db-4060-bbc4-8e44e14adcbe req-2db25a5d-1c98-4593-bdec-9f3fa7cb63c1 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 210 time: 0.0255096 Oct 12 04:21:06.703288 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-20d62cdf-2416-4216-9cd8-ecec5bacb13b req-e3aa54fd-e0ca-4fb9-a69b-bd295788aef0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 210 time: 0.0290470 Oct 12 04:21:07.306732 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-86910413-252b-4cbd-9d69-ba78706cdd9a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:07.308423 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-86910413-252b-4cbd-9d69-ba78706cdd9a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "GET /v2.0/networks?id=47359d39-1ce6-44f7-a02f-d9bf518e6124 HTTP/1.1" status: 200 len: 809 time: 0.0994267 Oct 12 04:21:07.356852 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-0a390190-c468-4253-9971-adc30390cd28 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99e41211e834d8aaf06b40712cb4893 HTTP/1.1" status: 200 len: 380 time: 0.0345185 Oct 12 04:21:07.365957 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'port': {'device_id': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'admin_state_up': True, 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'security_groups': ['dcc5d0a4-72fd-452a-9782-def870bf5289']}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:07.561287 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Made reservation on behalf of a99e41211e834d8aaf06b40712cb4893 for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:21:07.565430 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:07.686082 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Allocated IP 172.20.0.10 (47359d39-1ce6-44f7-a02f-d9bf518e6124/ce63bf54-3c6f-454a-8c66-aefa0d594a43/ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:21:07.798406 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3f0f239a-61c5-4987-a728-c914781ec2c1 req-09834547-73c1-4705-a54f-98d671d799a4 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 210 time: 0.0263712 Oct 12 04:21:07.831150 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:07.915735 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:07.962169 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:07.965210 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:07.968982 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:21:07.992150 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event updated for resources: {'Port': ['ID=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:08.020116 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:08.020745 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:08.100953 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-240eab95-8e62-427f-a3dd-a8263343e564 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7384758 Oct 12 04:21:08.212591 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-42788bcc-c20d-46e0-b9ed-f68915132cde None None] Provisioning complete for port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:08.213151 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-42788bcc-c20d-46e0-b9ed-f68915132cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:08.246026 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-42788bcc-c20d-46e0-b9ed-f68915132cde None None] Port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:21:08.911333 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96155248-09fb-435f-87aa-4fea8a5d7c4f req-bb47ce41-531f-4f94-86d3-8571fe05cc16 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:08.913403 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-96155248-09fb-435f-87aa-4fea8a5d7c4f req-bb47ce41-531f-4f94-86d3-8571fe05cc16 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 932 time: 0.0480247 Oct 12 04:21:08.949103 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-96155248-09fb-435f-87aa-4fea8a5d7c4f req-2216a0d3-c991-408c-85a1-99113a2b8a19 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304589 Oct 12 04:21:09.867411 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:21:10.060230 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c16d-2bcf-4745-80df-4ef27ed11783 req-a65780bc-e7f2-45ba-b770-6892bc7ee1cf tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:10.061667 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4bb4c16d-2bcf-4745-80df-4ef27ed11783 req-a65780bc-e7f2-45ba-b770-6892bc7ee1cf tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 932 time: 0.0473108 Oct 12 04:21:10.098229 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4bb4c16d-2bcf-4745-80df-4ef27ed11783 req-5a9e6589-016e-43e5-84ee-67d604635743 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306132 Oct 12 04:21:10.833317 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Request body: {'port': {'device_id': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:10.885378 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:11.142201 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:21:11.149562 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:11.161026 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Transition to ACTIVE for port object ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:21:11.213301 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb383d2-63fa-4291-a058-8058c1ca8140 req-5cc0f83d-8715-43bc-9be9-e0c6e3d92154 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:11.214755 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fdb383d2-63fa-4291-a058-8058c1ca8140 req-5cc0f83d-8715-43bc-9be9-e0c6e3d92154 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 932 time: 0.0507715 Oct 12 04:21:11.229773 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:11.252362 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fdb383d2-63fa-4291-a058-8058c1ca8140 req-868bce7e-759a-4b28-b4d4-7bb0c18e987a tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316336 Oct 12 04:21:11.283013 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Pushing event updated for resources: {'Port': ['ID=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:11.350474 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Attempting to bind port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:21:11.350836 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Attempting to bind port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:21:11.351158 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Attempting to bind port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 on network 47359d39-1ce6-44f7-a02f-d9bf518e6124 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:21:11.355518 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 on network 47359d39-1ce6-44f7-a02f-d9bf518e6124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:21:11.355835 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Attempting to bind port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 on network 47359d39-1ce6-44f7-a02f-d9bf518e6124 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:21:11.361633 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:21:11.361962 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Checking segment: {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:21:11.362332 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Bound using segment: {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:21:11.362800 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Bound port: ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce919575-91f2-4467-b458-002d145d1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:21:11.363150 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:11.428197 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] For port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:21:11.431136 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] For port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:21:11.493003 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:11.526495 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:11.527148 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:11.528569 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] 10.222.0.36 "PUT /v2.0/ports/ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 HTTP/1.1" status: 200 len: 1094 time: 0.7004006 Oct 12 04:21:11.528965 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'tag': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:21:11.531291 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8b9e28-b56e-4c7b-a899-28c0c375e545" -d '{"events": [{"name": "network-changed", "server_uuid": "3f60d1c9-289f-4fa1-a16d-41983b1e56e9", "tag": "ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:21:11.555712 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46128e-5158-4c89-a5eb-2edda45f366e service neutron] Pushing event updated for resources: {'Port': ['ID=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:11.579493 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e4c09e-3da4-4068-b687-c26072537e06 x-openstack-request-id: req-a5e4c09e-3da4-4068-b687-c26072537e06 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:21:11.583171 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f60d1c9-289f-4fa1-a16d-41983b1e56e9", "tag": "ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:21:11.583171 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5e4c09e-3da4-4068-b687-c26072537e06 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:21:11.583171 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'tag': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2', 'status': 'completed', 'code': 200} Oct 12 04:21:11.643214 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b9e28-b56e-4c7b-a899-28c0c375e545 req-af80dc79-f120-4856-a81c-d21106aa8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:11.644641 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9f8b9e28-b56e-4c7b-a899-28c0c375e545 req-af80dc79-f120-4856-a81c-d21106aa8055 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 1097 time: 0.0417802 Oct 12 04:21:11.966781 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b9e28-b56e-4c7b-a899-28c0c375e545 req-9d7dc4a1-129c-414c-846c-b56783862d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:11.968236 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9f8b9e28-b56e-4c7b-a899-28c0c375e545 req-9d7dc4a1-129c-414c-846c-b56783862d4f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a99e41211e834d8aaf06b40712cb4893&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3155856 Oct 12 04:21:12.059206 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b9e28-b56e-4c7b-a899-28c0c375e545 req-a051580f-97c2-45c0-8553-44fe04f9efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:12.060633 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9f8b9e28-b56e-4c7b-a899-28c0c375e545 req-a051580f-97c2-45c0-8553-44fe04f9efe4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845163 Oct 12 04:21:12.142467 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-6a0dc99d-420a-4bad-887e-2453e75e7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:12.143973 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-6a0dc99d-420a-4bad-887e-2453e75e7f48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 1097 time: 0.0486529 Oct 12 04:21:12.189877 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-f9f4d79e-f2f1-4b85-b0a0-6d1bb109701d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 HTTP/1.1" status: 200 len: 217 time: 0.0344961 Oct 12 04:21:12.235002 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-39cc0aad-690d-46e9-9d38-6a25e1de0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:12.236899 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-39cc0aad-690d-46e9-9d38-6a25e1de0607 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce63bf54-3c6f-454a-8c66-aefa0d594a43 HTTP/1.1" status: 200 len: 848 time: 0.0433741 Oct 12 04:21:12.286328 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-0e961dbd-3b5a-41f4-9f6c-32b7de004f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:12.287888 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-0e961dbd-3b5a-41f4-9f6c-32b7de004f7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47359d39-1ce6-44f7-a02f-d9bf518e6124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427394 Oct 12 04:21:12.369579 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a9144-0fd1-4b20-bbfc-acaa902ffa23 req-75773342-de79-41ff-aa8a-88306b72dd57 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:12.371142 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9b7a9144-0fd1-4b20-bbfc-acaa902ffa23 req-75773342-de79-41ff-aa8a-88306b72dd57 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 944 time: 0.0494339 Oct 12 04:21:12.380995 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-70c97ace-6081-4923-8dc7-a504ebfa82bf service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839081 Oct 12 04:21:12.410176 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9b7a9144-0fd1-4b20-bbfc-acaa902ffa23 req-5009f4f2-f730-4e78-a0e8-68e0cd5ca44c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330863 Oct 12 04:21:12.477293 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-9e845bd1-88d3-4887-ac30-0b1a6f591e74 req-1d62e734-2b46-4a2d-b79b-241e39eca548 service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876331 Oct 12 04:21:13.523160 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaee74-fb4a-428b-9af3-eb1111fb748e req-3ae7f282-4fc3-4326-ba2d-bde57f5802c2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:13.524653 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2fcaee74-fb4a-428b-9af3-eb1111fb748e req-3ae7f282-4fc3-4326-ba2d-bde57f5802c2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 944 time: 0.0478411 Oct 12 04:21:13.561208 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2fcaee74-fb4a-428b-9af3-eb1111fb748e req-75f520d2-a5f1-4a04-9973-0e026fc3d8fe tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304801 Oct 12 04:21:14.676154 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49cdf5-9e62-4d3c-adf8-3d1f640879ab req-5c7b326c-617a-4bae-819a-2a3765e7d7d0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:14.677588 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6c49cdf5-9e62-4d3c-adf8-3d1f640879ab req-5c7b326c-617a-4bae-819a-2a3765e7d7d0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 944 time: 0.0507100 Oct 12 04:21:14.714160 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6c49cdf5-9e62-4d3c-adf8-3d1f640879ab req-716a3515-0992-424b-9119-25b86cffae71 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Oct 12 04:21:15.492419 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:21:15.583729 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:15.707280 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'port_id': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2', 'mac_address': 'fa:16:3e:e2:92:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:21:15.744531 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:15.761080 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:21:15.781140 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:15.826129 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4292c00-ca73-46c2-80ad-e699392ab30c req-ac02e9d2-b34e-4962-bccc-e30e4edc5b12 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:15.827570 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f4292c00-ca73-46c2-80ad-e699392ab30c req-ac02e9d2-b34e-4962-bccc-e30e4edc5b12 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 944 time: 0.0469592 Oct 12 04:21:15.865008 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f4292c00-ca73-46c2-80ad-e699392ab30c req-88514bdf-0228-47f1-9df5-cf0c296cec52 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Oct 12 04:21:15.921204 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:15.967633 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:16.974754 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac54c8-be21-48e4-bad9-e125a4ae64c8 req-2242f669-982b-4da1-a217-5fcb7aab010b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:16.976197 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1ac54c8-be21-48e4-bad9-e125a4ae64c8 req-2242f669-982b-4da1-a217-5fcb7aab010b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 945 time: 0.0471375 Oct 12 04:21:17.012713 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1ac54c8-be21-48e4-bad9-e125a4ae64c8 req-99d47578-1a42-4936-b4b8-890c2ef60ba0 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306737 Oct 12 04:21:18.124777 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1c8a-2693-4b23-a3e0-4f0e231e63fe req-c3615889-1ac5-4c24-90e5-1f7a4dbb9c04 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:18.126205 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da9e1c8a-2693-4b23-a3e0-4f0e231e63fe req-c3615889-1ac5-4c24-90e5-1f7a4dbb9c04 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 945 time: 0.0504849 Oct 12 04:21:18.163540 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da9e1c8a-2693-4b23-a3e0-4f0e231e63fe req-d6690c9f-f342-46e1-8970-e80f5c27990c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309315 Oct 12 04:21:18.535812 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:21:19.275127 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240481c-e31c-4ec3-a2bc-000fe0aae2ff req-e6caa330-29c3-4069-8fa8-49486c4cce5c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:19.276564 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1240481c-e31c-4ec3-a2bc-000fe0aae2ff req-e6caa330-29c3-4069-8fa8-49486c4cce5c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 945 time: 0.0484560 Oct 12 04:21:19.313684 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1240481c-e31c-4ec3-a2bc-000fe0aae2ff req-142c2c9f-0f4f-4885-bd70-6d8102bfdb7d tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310907 Oct 12 04:21:20.321246 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:20.426810 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:21:20.426810 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:20.426992 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:20.431389 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2da8f-4649-4f0a-a67a-9d476c73829a req-e3e61e3a-d798-441e-96a5-3ab8f9c40226 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:20.433426 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aca2da8f-4649-4f0a-a67a-9d476c73829a req-e3e61e3a-d798-441e-96a5-3ab8f9c40226 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 945 time: 0.0541310 Oct 12 04:21:20.475564 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aca2da8f-4649-4f0a-a67a-9d476c73829a req-9ccbb66d-9443-433d-90a8-4f0fb774efbb tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357924 Oct 12 04:21:20.516820 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:20.539817 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:21:20.542061 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8a23b-64af-4b94-b534-01cab84a4d13" -d '{"events": [{"server_uuid": "3f60d1c9-289f-4fa1-a16d-41983b1e56e9", "name": "network-vif-plugged", "status": "completed", "tag": "ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:21:20.554315 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:20.582272 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3440c03b-8f73-43f6-a971-f9215fbb614b x-openstack-request-id: req-3440c03b-8f73-43f6-a971-f9215fbb614b {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:21:20.584102 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f60d1c9-289f-4fa1-a16d-41983b1e56e9", "name": "network-vif-plugged", "status": "completed", "tag": "ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:21:20.584102 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3440c03b-8f73-43f6-a971-f9215fbb614b {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:21:20.584102 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2', 'code': 200} Oct 12 04:21:20.629994 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:20.677603 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:20.883335 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231e901-7e0d-4fe2-b9a6-efa25146b1ca req-b1b6b08e-6b3e-427b-bada-6fe43e644c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:20.884821 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-8231e901-7e0d-4fe2-b9a6-efa25146b1ca req-b1b6b08e-6b3e-427b-bada-6fe43e644c20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 1099 time: 0.0473838 Oct 12 04:21:20.918643 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-8231e901-7e0d-4fe2-b9a6-efa25146b1ca req-306b3838-e1d0-49f5-8e62-8aa02d4b0f3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264242 Oct 12 04:21:21.595767 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a99ad-2d62-4659-9451-f6e29e42fb4e req-f2c44535-6275-4c0a-8a4a-69da319ac4f2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:21.597742 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-040a99ad-2d62-4659-9451-f6e29e42fb4e req-f2c44535-6275-4c0a-8a4a-69da319ac4f2 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 946 time: 0.0526698 Oct 12 04:21:21.635284 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-040a99ad-2d62-4659-9451-f6e29e42fb4e req-cd522065-b569-43ec-8314-970a608aa5eb tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Oct 12 04:21:22.751287 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b066d-5217-4e89-9090-bd9e04692321 req-4d7f2dfc-87b7-4715-b5f4-4acc4ae58c74 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:22.752858 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b90b066d-5217-4e89-9090-bd9e04692321 req-4d7f2dfc-87b7-4715-b5f4-4acc4ae58c74 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 946 time: 0.0495157 Oct 12 04:21:22.789503 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b90b066d-5217-4e89-9090-bd9e04692321 req-991563f8-6722-4267-b0a9-834bc4197984 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307078 Oct 12 04:21:22.900848 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a080917-41df-4de8-aaa1-c44fb9318c44 req-b2be4ecc-7b85-4443-98ec-35da8f0f299c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:22.902202 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5a080917-41df-4de8-aaa1-c44fb9318c44 req-b2be4ecc-7b85-4443-98ec-35da8f0f299c tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 946 time: 0.0476072 Oct 12 04:21:22.911303 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57878) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:22.915652 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-4e0bbf16-9d60-4106-a5d0-e782b4160fff tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Request body: {'floatingip': {'port_id': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:22.956467 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbf16-9d60-4106-a5d0-e782b4160fff tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:23.374820 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbf16-9d60-4106-a5d0-e782b4160fff tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:23.423585 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbf16-9d60-4106-a5d0-e782b4160fff tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:23.519972 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-4e0bbf16-9d60-4106-a5d0-e782b4160fff tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Floating IP 97635aca-d5f7-4189-981b-c349dbae5488 associated. External IP: 172.27.2.196, port: ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2. Oct 12 04:21:23.718058 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0bbf16-9d60-4106-a5d0-e782b4160fff tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Router 822fcce4-d51b-439d-82b5-6ea0236b67b2 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:21:23.831104 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0bbf16-9d60-4106-a5d0-e782b4160fff tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:21:23.836543 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbf16-9d60-4106-a5d0-e782b4160fff tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:23.841140 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] Sync routers for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:21:23.851377 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:23.852077 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:23.864971 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4e0bbf16-9d60-4106-a5d0-e782b4160fff tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "PUT /v2.0/floatingips/97635aca-d5f7-4189-981b-c349dbae5488 HTTP/1.1" status: 200 len: 992 time: 0.9525840 Oct 12 04:21:23.865557 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'tag': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:21:23.868134 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753f0512-88c8-4c88-b9a5-2672ac7ab72b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f60d1c9-289f-4fa1-a16d-41983b1e56e9", "tag": "ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:21:23.919620 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c42e96-2737-4fd6-91f9-3bf8e44ba269 x-openstack-request-id: req-f5c42e96-2737-4fd6-91f9-3bf8e44ba269 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:21:23.919978 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f60d1c9-289f-4fa1-a16d-41983b1e56e9", "tag": "ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:21:23.920360 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5c42e96-2737-4fd6-91f9-3bf8e44ba269 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:21:23.920849 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'tag': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2', 'status': 'completed', 'code': 200} Oct 12 04:21:23.967917 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:23.980037 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-86c411a7-21dd-4209-bab6-2d622b899125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:23.981512 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-86c411a7-21dd-4209-bab6-2d622b899125 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a99e41211e834d8aaf06b40712cb4893&device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 1099 time: 0.0392530 Oct 12 04:21:24.082461 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-48f0b741-2801-4a00-a27a-ead749ee08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:24.083983 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-48f0b741-2801-4a00-a27a-ead749ee08b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47359d39-1ce6-44f7-a02f-d9bf518e6124 HTTP/1.1" status: 200 len: 910 time: 0.0902164 Oct 12 04:21:24.151151 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-c1171010-03a9-40c1-8260-51b773e3de56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 HTTP/1.1" status: 200 len: 1000 time: 0.0585155 Oct 12 04:21:24.198345 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '97635aca-d5f7-4189-981b-c349dbae5488', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'port_id': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'mac_address': 'fa:16:3e:e2:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:21:02Z', 'updated_at': '2021-10-12T04:21:23Z', 'revision_number': 1, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:24.212417 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-6fea3194-1471-46e3-96ee-1b775e754d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:24.213878 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-6fea3194-1471-46e3-96ee-1b775e754d88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce63bf54-3c6f-454a-8c66-aefa0d594a43 HTTP/1.1" status: 200 len: 848 time: 0.0557148 Oct 12 04:21:24.225479 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] Checking router: 822fcce4-d51b-439d-82b5-6ea0236b67b2 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:21:24.234091 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:24.234786 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:24.265804 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-051973f6-732c-419a-abf3-f0b90ae270e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:24.267402 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-051973f6-732c-419a-abf3-f0b90ae270e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47359d39-1ce6-44f7-a02f-d9bf518e6124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465882 Oct 12 04:21:24.268251 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57902) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:24.347751 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:24.359376 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-42f6ae49-9a14-4f04-9e50-824896202ce8 service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835800 Oct 12 04:21:24.374632 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b8782910-98ac-4493-b604-788d1933ec7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:24.453007 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b8782910-98ac-4493-b604-788d1933ec7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:24.456709 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-753f0512-88c8-4c88-b9a5-2672ac7ab72b req-a203ae83-fede-4f68-ae97-6e40a19b4edf service neutron] 10.222.0.36 "GET /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893328 Oct 12 04:21:24.526330 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b8782910-98ac-4493-b604-788d1933ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:24.567793 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b8782910-98ac-4493-b604-788d1933ec7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fbf53f11d2348c2bee05735f9777a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984388 Oct 12 04:21:24.570450 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8782910-98ac-4493-b604-788d1933ec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f9f253-6f28-4930-8834-0771d035da9e,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:24.570599 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57906) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:24.600176 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '97635aca-d5f7-4189-981b-c349dbae5488', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'port_id': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'mac_address': 'fa:16:3e:e2:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:21:02Z', 'updated_at': '2021-10-12T04:21:23Z', 'revision_number': 1, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:24.622055 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb803276-b43c-46d1-80dc-f2a0debd0a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:24.627435 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb8297-34c0-4ef1-863d-e0904a4ff79a None None] The sync data for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi is: [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '97635aca-d5f7-4189-981b-c349dbae5488', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'port_id': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'mac_address': 'fa:16:3e:e2:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:21:02Z', 'updated_at': '2021-10-12T04:21:23Z', 'revision_number': 1, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:21:24.645515 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb803276-b43c-46d1-80dc-f2a0debd0a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:24.749693 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb803276-b43c-46d1-80dc-f2a0debd0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:24.752365 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cb803276-b43c-46d1-80dc-f2a0debd0a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:24.756738 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-cb803276-b43c-46d1-80dc-f2a0debd0a72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2f9f253-6f28-4930-8834-0771d035da9e HTTP/1.1" status: 204 len: 168 time: 0.1820638 Oct 12 04:21:24.763176 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb803276-b43c-46d1-80dc-f2a0debd0a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f9f253-6f28-4930-8834-0771d035da9e,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:24.829479 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e24ddd-4d01-4486-8baf-db4ef1152e08 None None] New status for floating IP 97635aca-d5f7-4189-981b-c349dbae5488: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:21:25.763347 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57932) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:25.869158 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1395067640-network', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:25.966330 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Made reservation on behalf of 06a5619d6cc54f8cb1261bb15c0fa58a for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:21:25.968819 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:25.980836 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.052640 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.098513 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.119909 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:21:26.135843 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.136183 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Added segment f8de99ea-102a-4500-aa85-545d25c01383 of type vlan for network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 Oct 12 04:21:26.137374 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68987ef-00f5-439e-b4a5-df754e6ee8ae,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:26.178182 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.244589 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.245516 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:26.246086 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.302473 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:26.312092 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:21:26.356229 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d721dad7-667d-43c8-aa5d-c97473bc7dc5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5916696 Oct 12 04:21:26.359160 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57940) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:26.363851 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Request body: {'subnet': {'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1395067640-subnet', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'ip_version': 4}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:26.433190 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Made reservation on behalf of 06a5619d6cc54f8cb1261bb15c0fa58a for: {'subnet': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:21:26.435559 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766313'] for subnet, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.646079 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8605488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766279'] for subnet, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.708669 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e045abf4-786d-4f8e-bc94-fec5107361d4,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:26.712966 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Checking segment: {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:21:26.713323 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Network hostable DHCP agents. Network: ff0b57d6-156b-4ab0-b3fb-88070e9c6a54, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:21:26.798819 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:21:26.891712 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, ff0b57d6-156b-4ab0-b3fb-88070e9c6a54) {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:26.895805 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:26.896452 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:26.901246 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a1d2b-5065-40ec-acc5-5a327a7afafb None None] Network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:21:26.965669 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c3583479-20ba-466a-b116-4a071fa3192b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6031656 Oct 12 04:21:26.965878 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57942) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:26.970175 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:27.044116 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:21:27.045059 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.051252 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.052569 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.111087 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.183898 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Allocated IP 172.20.0.2 (ff0b57d6-156b-4ab0-b3fb-88070e9c6a54/e045abf4-786d-4f8e-bc94-fec5107361d4/47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:21:27.326551 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.328387 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.389917 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.425974 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:27.430712 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:27.434182 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:21:27.442890 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Pushing event updated for resources: {'Port': ['ID=47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:27.492582 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Attempting to bind port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:21:27.492946 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Attempting to bind port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:21:27.493298 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Attempting to bind port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 on network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:21:27.498127 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:21:27.498496 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Checking segment: {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:21:27.498916 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.499302 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Bound using segment: {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:21:27.499757 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Bound port: 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:21:27.500126 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.563541 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] For port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:21:27.566533 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] For port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:21:27.595821 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.617997 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.629942 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.693035 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d08762-4778-40bc-bd66-66afa24a45b1 None None] Pushing event updated for resources: {'Port': ['ID=47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:27.729438 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Allocated IP 172.27.2.157 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/ee2de81e-82a8-4348-ab00-3bf9142a4046) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:21:27.841395 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.931459 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:27.971697 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:27.975108 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:27.978716 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:21:27.999821 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Pushing event updated for resources: {'Port': ['ID=ee2de81e-82a8-4348-ab00-3bf9142a4046,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:28.290971 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:28.497975 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:28.537467 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0df600-9e76-417a-85c3-40890e2fbf5f None None] Network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:21:28.648345 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-9b2c40bb-1d73-4b6d-8d9c-e3bf54f53ef0 None None] Provisioning complete for port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:28.648715 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9b2c40bb-1d73-4b6d-8d9c-e3bf54f53ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:28.685390 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Router ec15d5da-bb58-423c-a17e-25bc34ab5233 is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:21:28.766838 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9b2c40bb-1d73-4b6d-8d9c-e3bf54f53ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:28.803890 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-9b2c40bb-1d73-4b6d-8d9c-e3bf54f53ef0 None None] For port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:28.805074 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:21:28.815229 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Sync routers for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:21:28.825511 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:28.826137 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:28.892637 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] Notify callbacks [] for router, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:28.896576 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-6df0ac10-5d87-4aaa-9793-6efb0ae91322 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9269733 Oct 12 04:21:28.896947 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 57952) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:28.906834 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9b2c40bb-1d73-4b6d-8d9c-e3bf54f53ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.066303 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:29.137097 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-0880058b-c09e-4b23-b794-d005b373ffd3 None None] Provisioning complete for port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:29.137461 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0880058b-c09e-4b23-b794-d005b373ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.141058 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:29.212456 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c40bb-1d73-4b6d-8d9c-e3bf54f53ef0 None None] Pushing event updated for resources: {'Port': ['ID=47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:29.284551 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:29.284919 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.484679 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:28Z', 'revision_number': 3, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:29.511236 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Checking router: ec15d5da-bb58-423c-a17e-25bc34ab5233 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:21:29.511583 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Updating router ec15d5da-bb58-423c-a17e-25bc34ab5233 port ee2de81e-82a8-4348-ab00-3bf9142a4046 binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:21:29.535943 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.545968 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.693415 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Allocated IP 172.20.0.1 (ff0b57d6-156b-4ab0-b3fb-88070e9c6a54/e045abf4-786d-4f8e-bc94-fec5107361d4/e22c5f40-178e-41eb-992d-68ba23e532f3) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:21:29.795500 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.796244 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.846429 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-452badee-c278-400b-88cc-90951417c632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.874892 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.875553 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.917275 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:29.921792 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:29.926161 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:21:29.927048 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Attempting to bind port ee2de81e-82a8-4348-ab00-3bf9142a4046 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:21:29.927048 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Attempting to bind port ee2de81e-82a8-4348-ab00-3bf9142a4046 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:21:29.927246 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Attempting to bind port ee2de81e-82a8-4348-ab00-3bf9142a4046 on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:21:29.929221 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab8e49-8f96-4daf-9bf0-791ad2d96294 None None] Pushing event updated for resources: {'Port': ['ID=ee2de81e-82a8-4348-ab00-3bf9142a4046,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:29.934766 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:21:29.935878 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:21:29.935878 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.935878 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:21:29.936815 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Bound port: ee2de81e-82a8-4348-ab00-3bf9142a4046, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:21:29.936815 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.946140 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e22c5f40-178e-41eb-992d-68ba23e532f3,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:29.967164 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:29.994378 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] For port ee2de81e-82a8-4348-ab00-3bf9142a4046, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:21:29.997708 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] For port ee2de81e-82a8-4348-ab00-3bf9142a4046, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=ee2de81e-82a8-4348-ab00-3bf9142a4046,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:21:30.092735 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:30.157561 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:30.157561 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:30.157561 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab8e49-8f96-4daf-9bf0-791ad2d96294 None None] Pushing event updated for resources: {'Port': ['ID=ee2de81e-82a8-4348-ab00-3bf9142a4046,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:30.203235 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:30.272212 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-ac1f27d2-4b44-401d-83e4-bb169b927912 None None] Provisioning complete for port e22c5f40-178e-41eb-992d-68ba23e532f3 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:30.272478 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ac1f27d2-4b44-401d-83e4-bb169b927912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:30.310196 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f27d2-4b44-401d-83e4-bb169b927912 None None] Port e22c5f40-178e-41eb-992d-68ba23e532f3 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:21:30.355646 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:30.405443 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:30.469042 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:30.534056 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:28Z', 'revision_number': 3, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:30.539319 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e22c5f40-178e-41eb-992d-68ba23e532f3,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:30.544877 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:30.564849 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380339c-703e-4e6b-b0c1-9cd4ec67902b None None] The sync data for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi is: [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:28Z', 'revision_number': 3, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:21:30.639497 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:30.641081 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:30.772646 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Router ec15d5da-bb58-423c-a17e-25bc34ab5233 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:21:30.833467 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-c4706fca-1dac-4a45-97f8-091b07e69c82 None None] Provisioning complete for port e22c5f40-178e-41eb-992d-68ba23e532f3 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:30.834046 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c4706fca-1dac-4a45-97f8-091b07e69c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:30.870089 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-c4706fca-1dac-4a45-97f8-091b07e69c82 None None] Port e22c5f40-178e-41eb-992d-68ba23e532f3 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:21:30.910933 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:21:30.916264 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-2b2937d8-9b7b-422a-8824-47eb3b4522f1 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec15d5da-bb58-423c-a17e-25bc34ab5233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0185187 Oct 12 04:21:31.083557 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ee2de81e-82a8-4348-ab00-3bf9142a4046 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:31.132874 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port ee2de81e-82a8-4348-ab00-3bf9142a4046 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:31.133355 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.230311 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.253611 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port ee2de81e-82a8-4348-ab00-3bf9142a4046, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=ee2de81e-82a8-4348-ab00-3bf9142a4046,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:31.331882 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.332963 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:31.420713 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=ee2de81e-82a8-4348-ab00-3bf9142a4046,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:31.442421 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:31.442837 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.672304 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57980) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:31.677258 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1072178446-network', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:31.748561 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Made reservation on behalf of 2a2ec5bfc1f248e695b76ebeb24c5fb8 for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:21:31.750985 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.760497 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.833030 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.852424 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.903359 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.921814 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:21:31.939028 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fae0be-19ca-4fb7-b6ed-24917be7332a,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:31.942561 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.942917 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Added segment fe4484ac-eead-41a6-8846-526ddbe24bbc of type vlan for network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 Oct 12 04:21:31.982919 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.080727 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.082295 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:32.083009 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.142816 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=37d3cda0-a623-4f17-ab3c-ff42da1c59e4,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:32.155018 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:21:32.203520 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d171853b-dc15-4ac1-a2ef-49292a6cdbc0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5300143 Oct 12 04:21:32.206646 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57982) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:32.213615 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Request body: {'subnet': {'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1072178446-subnet', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:32.250374 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Sync routers for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:21:32.260197 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:32.260805 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:32.336332 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-49c790e2-dca4-498d-ad06-d9cdaae31fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.365695 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:32.389301 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Made reservation on behalf of 2a2ec5bfc1f248e695b76ebeb24c5fb8 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:21:32.391814 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369480'] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.567041 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'e22c5f40-178e-41eb-992d-68ba23e532f3', 'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'mac_address': 'fa:16:3e:ba:f9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:29Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 2, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'subnets': [{'id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:32.592488 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Checking router: ec15d5da-bb58-423c-a17e-25bc34ab5233 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:21:32.592838 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Updating router ec15d5da-bb58-423c-a17e-25bc34ab5233 port e22c5f40-178e-41eb-992d-68ba23e532f3 binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:21:32.602993 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369510'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.623740 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.662077 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Pushing event updated for resources: {'Subnet': ['ID=623bfe98-595e-4d23-94a9-1ebec3d971e5,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:32.673856 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Checking segment: {'id': 'fe4484ac-eead-41a6-8846-526ddbe24bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:21:32.674478 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Network hostable DHCP agents. Network: 37d3cda0-a623-4f17-ab3c-ff42da1c59e4, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:21:32.732249 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:21:32.789274 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, 37d3cda0-a623-4f17-ab3c-ff42da1c59e4) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:32.793334 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:32.794192 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.798916 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bccb151-95c3-4737-b00c-6482b7245915 None None] Network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:21:32.889874 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-82e4e9b4-3664-4db7-b4be-614b04c3272a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6819487 Oct 12 04:21:32.892319 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.892718 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 57988) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:32.897707 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:32.948085 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-37d3cda0-a623-4f17-ab3c-ff42da1c59e4', 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'fixed_ips': [{'subnet_id': '623bfe98-595e-4d23-94a9-1ebec3d971e5'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:21:32.948969 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.966230 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.990606 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:32.991743 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.016675 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ee2de81e-82a8-4348-ab00-3bf9142a4046 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:33.018002 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Pushing event updated for resources: {'Port': ['ID=e22c5f40-178e-41eb-992d-68ba23e532f3,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:33.026150 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.026495 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.026899 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.027232 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.027560 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.027888 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.028212 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.028529 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.028867 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.029188 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.029505 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.029816 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:33.079012 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.089543 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Attempting to bind port e22c5f40-178e-41eb-992d-68ba23e532f3 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:21:33.089909 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Attempting to bind port e22c5f40-178e-41eb-992d-68ba23e532f3 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:21:33.090272 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Attempting to bind port e22c5f40-178e-41eb-992d-68ba23e532f3 on network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:21:33.095691 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:21:33.096048 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Checking segment: {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:21:33.096450 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.096895 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Bound using segment: {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:21:33.098129 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Bound port: e22c5f40-178e-41eb-992d-68ba23e532f3, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:21:33.098528 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.142767 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Allocated IP 172.20.0.2 (37d3cda0-a623-4f17-ab3c-ff42da1c59e4/623bfe98-595e-4d23-94a9-1ebec3d971e5/dc24a9fc-41bf-4ce8-8844-baa7bd33d569) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:21:33.145266 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port ee2de81e-82a8-4348-ab00-3bf9142a4046 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:33.145637 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.170152 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] For port e22c5f40-178e-41eb-992d-68ba23e532f3, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:21:33.173625 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] For port e22c5f40-178e-41eb-992d-68ba23e532f3, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=e22c5f40-178e-41eb-992d-68ba23e532f3,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:21:33.283589 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.350550 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.355521 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.388937 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-4c3469a5-5485-448d-9477-25169d1df2eb None None] Provisioning complete for port e22c5f40-178e-41eb-992d-68ba23e532f3 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:33.389307 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4c3469a5-5485-448d-9477-25169d1df2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.504042 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac56b46-2442-4d84-a8b8-e84859e7c2dc None None] Pushing event updated for resources: {'Port': ['ID=e22c5f40-178e-41eb-992d-68ba23e532f3,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:33.530296 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:33.531780 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:33.557772 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.573216 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4c3469a5-5485-448d-9477-25169d1df2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.576176 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.605054 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.613047 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-4c3469a5-5485-448d-9477-25169d1df2eb None None] For port e22c5f40-178e-41eb-992d-68ba23e532f3, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=e22c5f40-178e-41eb-992d-68ba23e532f3,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:33.641297 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.690263 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Pushing event updated for resources: {'Port': ['ID=dc24a9fc-41bf-4ce8-8844-baa7bd33d569,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:33.703602 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:33.705067 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:33.707656 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:21:33.714305 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:33.718234 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4c3469a5-5485-448d-9477-25169d1df2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.769447 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.782573 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Allocated IP 172.27.2.164 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/44be2d80-be04-42ec-a179-4c69ad61c76c) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:21:33.808434 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Attempting to bind port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:21:33.808803 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Attempting to bind port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'fe4484ac-eead-41a6-8846-526ddbe24bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:21:33.809205 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Attempting to bind port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 on network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:21:33.824445 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:21:33.824829 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Checking segment: {'id': 'fe4484ac-eead-41a6-8846-526ddbe24bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:21:33.825214 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.825752 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Bound using segment: {'id': 'fe4484ac-eead-41a6-8846-526ddbe24bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:21:33.826108 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Bound port: dc24a9fc-41bf-4ce8-8844-baa7bd33d569, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4484ac-eead-41a6-8846-526ddbe24bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:21:33.826480 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.844132 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3469a5-5485-448d-9477-25169d1df2eb None None] Pushing event updated for resources: {'Port': ['ID=e22c5f40-178e-41eb-992d-68ba23e532f3,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:33.877302 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-39af5834-7be9-4071-a5a5-f82a42f50802 None None] Provisioning complete for port e22c5f40-178e-41eb-992d-68ba23e532f3 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:33.877671 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-39af5834-7be9-4071-a5a5-f82a42f50802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.903546 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.936308 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] For port dc24a9fc-41bf-4ce8-8844-baa7bd33d569, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:21:33.939889 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] For port dc24a9fc-41bf-4ce8-8844-baa7bd33d569, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=dc24a9fc-41bf-4ce8-8844-baa7bd33d569,segment=NetworkSegment(fe4484ac-eead-41a6-8846-526ddbe24bbc),segment_id=fe4484ac-eead-41a6-8846-526ddbe24bbc)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:21:33.942379 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'e22c5f40-178e-41eb-992d-68ba23e532f3', 'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'mac_address': 'fa:16:3e:ba:f9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:29Z', 'updated_at': '2021-10-12T04:21:33Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'subnets': [{'id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:33.970607 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f2aa8-0428-4dbb-bffb-0f3ff8880b8d None None] The sync data for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi is: [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'e22c5f40-178e-41eb-992d-68ba23e532f3', 'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'mac_address': 'fa:16:3e:ba:f9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:29Z', 'updated_at': '2021-10-12T04:21:33Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'subnets': [{'id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:21:34.006576 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:34.028193 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:34.069360 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:34.073590 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:34.075718 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Pushing event updated for resources: {'Port': ['ID=44be2d80-be04-42ec-a179-4c69ad61c76c,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:34.077984 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:21:34.098640 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3111d51-7dbe-4cc6-9764-70d088cbcfbe None None] Pushing event updated for resources: {'Port': ['ID=dc24a9fc-41bf-4ce8-8844-baa7bd33d569,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:34.697268 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:34.923503 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.058426 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa48b9-1cad-40c6-bbed-d81b4c9fb4a1 None None] Network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:21:35.106267 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device e22c5f40-178e-41eb-992d-68ba23e532f3 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:35.137702 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:21:35.162020 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-4c1af307-9503-4349-b647-ed68b493a825 None None] Provisioning complete for port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:35.162413 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4c1af307-9503-4349-b647-ed68b493a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.244184 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:21:35.247104 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port e22c5f40-178e-41eb-992d-68ba23e532f3 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:35.247481 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.274956 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Sync routers for ids ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:21:35.327685 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Routers {'9307fdec-3e04-4f85-9d18-74bdafdcc5b7'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:35.328316 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:35.328482 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.329717 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d043cbde-b1d5-456d-a557-4f3e534c66a2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4358959 Oct 12 04:21:35.332505 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58000) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:35.423136 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4c1af307-9503-4349-b647-ed68b493a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.510631 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.546167 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Set router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:35.548875 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-4c1af307-9503-4349-b647-ed68b493a825 None None] For port dc24a9fc-41bf-4ce8-8844-baa7bd33d569, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=dc24a9fc-41bf-4ce8-8844-baa7bd33d569,segment=NetworkSegment(fe4484ac-eead-41a6-8846-526ddbe24bbc),segment_id=fe4484ac-eead-41a6-8846-526ddbe24bbc)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:35.551279 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device dc24a9fc-41bf-4ce8-8844-baa7bd33d569 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:35.628636 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4c1af307-9503-4349-b647-ed68b493a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.748006 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1af307-9503-4349-b647-ed68b493a825 None None] Pushing event updated for resources: {'Port': ['ID=dc24a9fc-41bf-4ce8-8844-baa7bd33d569,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:35.754645 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.766949 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:35.767317 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.818131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-f758eb8f-4fc6-459d-9451-5fc80ad0816b None None] Provisioning complete for port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:35.818503 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f758eb8f-4fc6-459d-9451-5fc80ad0816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:35.907178 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Allocated IP 172.20.0.1 (37d3cda0-a623-4f17-ab3c-ff42da1c59e4/623bfe98-595e-4d23-94a9-1ebec3d971e5/1e3bbd67-557a-44a3-bc2d-661b3b62843f) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:21:35.957996 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:32Z', 'updated_at': '2021-10-12T04:21:34Z', 'revision_number': 3, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'gw_port': {'id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:33Z', 'updated_at': '2021-10-12T04:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:35.992191 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Checking router: 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:21:35.993489 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Updating router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 port 44be2d80-be04-42ec-a179-4c69ad61c76c binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:21:36.019444 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.022855 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.127024 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.165052 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:36.170247 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:36.173959 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:21:36.203718 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Pushing event updated for resources: {'Port': ['ID=1e3bbd67-557a-44a3-bc2d-661b3b62843f,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:36.223216 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.398859 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.411858 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-3d276165-35ea-4e0a-aaa3-fa5549bec348 None None] Provisioning complete for port 1e3bbd67-557a-44a3-bc2d-661b3b62843f triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:36.412216 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3d276165-35ea-4e0a-aaa3-fa5549bec348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.444222 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.445619 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-3d276165-35ea-4e0a-aaa3-fa5549bec348 None None] Port 1e3bbd67-557a-44a3-bc2d-661b3b62843f cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:21:36.503742 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.552041 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Attempting to bind port 44be2d80-be04-42ec-a179-4c69ad61c76c on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:21:36.552403 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Attempting to bind port 44be2d80-be04-42ec-a179-4c69ad61c76c by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:21:36.552758 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Attempting to bind port 44be2d80-be04-42ec-a179-4c69ad61c76c on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:21:36.561507 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630e1a4-1853-4e4c-bab0-543b23ef2090 None None] Pushing event updated for resources: {'Port': ['ID=44be2d80-be04-42ec-a179-4c69ad61c76c,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:36.564862 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:21:36.565231 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:21:36.566111 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.566484 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:21:36.566968 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Bound port: 44be2d80-be04-42ec-a179-4c69ad61c76c, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:21:36.567339 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.604824 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.618583 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] For port 44be2d80-be04-42ec-a179-4c69ad61c76c, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:21:36.621781 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] For port 44be2d80-be04-42ec-a179-4c69ad61c76c, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=44be2d80-be04-42ec-a179-4c69ad61c76c,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:21:36.663791 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.693409 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.735033 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:36.738554 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Pushing event updated for resources: {'Port': ['ID=1e3bbd67-557a-44a3-bc2d-661b3b62843f,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:36.752107 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Routers {'9307fdec-3e04-4f85-9d18-74bdafdcc5b7'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:36.752724 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:36.758178 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630e1a4-1853-4e4c-bab0-543b23ef2090 None None] Pushing event updated for resources: {'Port': ['ID=44be2d80-be04-42ec-a179-4c69ad61c76c,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:36.828552 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:21:36.829862 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:21:36.865146 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] Set router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:36.979344 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:21:37.022089 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device dc24a9fc-41bf-4ce8-8844-baa7bd33d569 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:37.100835 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:21:37.118313 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-64d539fb-b31e-471c-a2ba-972f14a94d7e admin admin] 10.222.0.21 "PUT /v2.0/routers/9307fdec-3e04-4f85-9d18-74bdafdcc5b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7725289 Oct 12 04:21:37.119358 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-c072d9f3-abfd-4f2e-a61e-dcc1b8114260 None None] Provisioning complete for port 1e3bbd67-557a-44a3-bc2d-661b3b62843f triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:37.119358 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c072d9f3-abfd-4f2e-a61e-dcc1b8114260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:37.164053 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:37.164420 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:37.168770 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-c072d9f3-abfd-4f2e-a61e-dcc1b8114260 None None] Port 1e3bbd67-557a-44a3-bc2d-661b3b62843f cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:21:37.211506 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:32Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 4, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'gw_port': {'id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:33Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '1e3bbd67-557a-44a3-bc2d-661b3b62843f', 'name': '', 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'mac_address': 'fa:16:3e:f9:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:35Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 2, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'subnets': [{'id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:37.242931 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f268a63-1475-429b-9943-6a2dd621c250 None None] The sync data for ids ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'] in dv-cinder-813067-1-iscsi is: [{'id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:32Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 4, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'gw_port': {'id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:33Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '1e3bbd67-557a-44a3-bc2d-661b3b62843f', 'name': '', 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'mac_address': 'fa:16:3e:f9:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:35Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 2, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'subnets': [{'id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:21:37.702000 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 58016) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:37.707293 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-652a6cf8-2d0c-406a-9a43-8bcde1ccce9a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677187580', 'description': 'tempest-secgroup-smoke-677187580 description', 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:37.787885 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-652a6cf8-2d0c-406a-9a43-8bcde1ccce9a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:37.871341 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-652a6cf8-2d0c-406a-9a43-8bcde1ccce9a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:37.937808 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-652a6cf8-2d0c-406a-9a43-8bcde1ccce9a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:37.967899 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a6cf8-2d0c-406a-9a43-8bcde1ccce9a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63c2498-05a4-49c4-aa88-05b3dba79ea7,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:38.037033 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-652a6cf8-2d0c-406a-9a43-8bcde1ccce9a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.038497 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-652a6cf8-2d0c-406a-9a43-8bcde1ccce9a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3353236 Oct 12 04:21:38.041386 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 58018) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:38.045921 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-95bdd7f9-0dc6-4d1d-ab90-a71494f15985 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Request body: {'security_group_rule': {'security_group_id': 'a63c2498-05a4-49c4-aa88-05b3dba79ea7', 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:38.139664 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-95bdd7f9-0dc6-4d1d-ab90-a71494f15985 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.206655 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-95bdd7f9-0dc6-4d1d-ab90-a71494f15985 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.275090 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-95bdd7f9-0dc6-4d1d-ab90-a71494f15985 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.293139 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdd7f9-0dc6-4d1d-ab90-a71494f15985 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a57cab-0c8a-4e25-8ca0-aee8aa7ad8ef,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:38.391112 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-95bdd7f9-0dc6-4d1d-ab90-a71494f15985 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.392282 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-95bdd7f9-0dc6-4d1d-ab90-a71494f15985 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499672 Oct 12 04:21:38.395033 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 58024) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:38.399339 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-0bdd6743-3423-40af-9bc2-5e2716169fea tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Request body: {'security_group_rule': {'security_group_id': 'a63c2498-05a4-49c4-aa88-05b3dba79ea7', 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:38.479221 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6743-3423-40af-9bc2-5e2716169fea tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.535709 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6743-3423-40af-9bc2-5e2716169fea tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.583454 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6743-3423-40af-9bc2-5e2716169fea tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.601163 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd6743-3423-40af-9bc2-5e2716169fea tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241120fd-1f09-4036-b982-5c75d2a1a52b,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:38.660279 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6743-3423-40af-9bc2-5e2716169fea tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.661439 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-0bdd6743-3423-40af-9bc2-5e2716169fea tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2654715 Oct 12 04:21:38.664433 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 58026) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:38.670289 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-89ff36cb-9a09-4dc5-be0e-4cc438dee566 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Request body: {'security_group_rule': {'security_group_id': 'a63c2498-05a4-49c4-aa88-05b3dba79ea7', 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:38.769900 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-89ff36cb-9a09-4dc5-be0e-4cc438dee566 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.829923 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-89ff36cb-9a09-4dc5-be0e-4cc438dee566 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.926314 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-89ff36cb-9a09-4dc5-be0e-4cc438dee566 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:38.945784 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff36cb-9a09-4dc5-be0e-4cc438dee566 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cb37b8-0dc4-412a-9b7f-32637a252ba1,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:39.027453 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-89ff36cb-9a09-4dc5-be0e-4cc438dee566 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.028509 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 44be2d80-be04-42ec-a179-4c69ad61c76c up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:39.028990 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-89ff36cb-9a09-4dc5-be0e-4cc438dee566 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3630040 Oct 12 04:21:39.031689 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58028) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:39.036832 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-306395c0-f5e5-4121-814d-d8860de4f370 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Request body: {'security_group_rule': {'security_group_id': 'a63c2498-05a4-49c4-aa88-05b3dba79ea7', 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:39.080090 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 44be2d80-be04-42ec-a179-4c69ad61c76c triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:39.080348 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.085395 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Sync routers for ids ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:21:39.094227 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Routers {'9307fdec-3e04-4f85-9d18-74bdafdcc5b7'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:39.094853 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:39.131874 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-306395c0-f5e5-4121-814d-d8860de4f370 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.159920 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.182228 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port 44be2d80-be04-42ec-a179-4c69ad61c76c, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=44be2d80-be04-42ec-a179-4c69ad61c76c,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:39.204008 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Set router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:39.225435 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-306395c0-f5e5-4121-814d-d8860de4f370 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.235346 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.296413 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=44be2d80-be04-42ec-a179-4c69ad61c76c,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:39.313471 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-306395c0-f5e5-4121-814d-d8860de4f370 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.339803 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306395c0-f5e5-4121-814d-d8860de4f370 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e5bbd0-e650-495b-ad1a-57fb70b0b11b,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:39.406920 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:32Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 4, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'gw_port': {'id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:33Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '1e3bbd67-557a-44a3-bc2d-661b3b62843f', 'name': '', 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'mac_address': 'fa:16:3e:f9:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:35Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 2, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'subnets': [{'id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:39.420117 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-306395c0-f5e5-4121-814d-d8860de4f370 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.421383 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-306395c0-f5e5-4121-814d-d8860de4f370 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3886645 Oct 12 04:21:39.424088 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58034) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:39.428990 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-951b6aac-f510-47ec-9b91-cdfae6f32656 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Request body: {'security_group_rule': {'security_group_id': 'a63c2498-05a4-49c4-aa88-05b3dba79ea7', 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:39.436024 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Checking router: 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:21:39.436371 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Updating router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 port 1e3bbd67-557a-44a3-bc2d-661b3b62843f binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:21:39.459636 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.526346 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.securitygroups_db [None req-951b6aac-f510-47ec-9b91-cdfae6f32656 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Project 06a5619d6cc54f8cb1261bb15c0fa58a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:21:39.531444 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-951b6aac-f510-47ec-9b91-cdfae6f32656 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.592092 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-951b6aac-f510-47ec-9b91-cdfae6f32656 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.663366 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-951b6aac-f510-47ec-9b91-cdfae6f32656 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.681113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b6aac-f510-47ec-9b91-cdfae6f32656 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900ef342-645b-4343-84e4-d306d1fbecd8,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:39.711567 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.739794 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-951b6aac-f510-47ec-9b91-cdfae6f32656 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.741022 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-951b6aac-f510-47ec-9b91-cdfae6f32656 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160114 Oct 12 04:21:39.743800 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58036) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:21:39.748041 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-dffba468-7312-41c5-8b09-38d565e2ee85 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Request body: {'security_group_rule': {'security_group_id': 'a63c2498-05a4-49c4-aa88-05b3dba79ea7', 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:21:39.764819 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.815608 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea59ad-5f0b-4bcf-b1dd-81b10a820790 None None] Pushing event updated for resources: {'Port': ['ID=1e3bbd67-557a-44a3-bc2d-661b3b62843f,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:39.823695 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.securitygroups_db [None req-dffba468-7312-41c5-8b09-38d565e2ee85 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Project 06a5619d6cc54f8cb1261bb15c0fa58a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:21:39.829241 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dffba468-7312-41c5-8b09-38d565e2ee85 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.869873 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Attempting to bind port 1e3bbd67-557a-44a3-bc2d-661b3b62843f on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:21:39.870242 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Attempting to bind port 1e3bbd67-557a-44a3-bc2d-661b3b62843f by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'fe4484ac-eead-41a6-8846-526ddbe24bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:21:39.870603 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Attempting to bind port 1e3bbd67-557a-44a3-bc2d-661b3b62843f on network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:21:39.877530 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:21:39.877931 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Checking segment: {'id': 'fe4484ac-eead-41a6-8846-526ddbe24bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:21:39.878427 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.878890 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Bound using segment: {'id': 'fe4484ac-eead-41a6-8846-526ddbe24bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:21:39.879353 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Bound port: 1e3bbd67-557a-44a3-bc2d-661b3b62843f, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4484ac-eead-41a6-8846-526ddbe24bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:21:39.879746 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.897445 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dffba468-7312-41c5-8b09-38d565e2ee85 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:39.951904 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] For port 1e3bbd67-557a-44a3-bc2d-661b3b62843f, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:21:39.955470 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] For port 1e3bbd67-557a-44a3-bc2d-661b3b62843f, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=1e3bbd67-557a-44a3-bc2d-661b3b62843f,segment=NetworkSegment(fe4484ac-eead-41a6-8846-526ddbe24bbc),segment_id=fe4484ac-eead-41a6-8846-526ddbe24bbc)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:21:39.983610 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dffba468-7312-41c5-8b09-38d565e2ee85 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:40.001574 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffba468-7312-41c5-8b09-38d565e2ee85 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2168f2ba-be5d-4e71-9294-28a3c6ee4aad,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:40.005116 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-dfe7d841-36ff-435e-9d96-3fde5edefba6 None None] Provisioning complete for port 1e3bbd67-557a-44a3-bc2d-661b3b62843f triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:40.005485 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d841-36ff-435e-9d96-3fde5edefba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:40.038327 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7d841-36ff-435e-9d96-3fde5edefba6 None None] Port 1e3bbd67-557a-44a3-bc2d-661b3b62843f cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:21:40.040991 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:40.068232 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dffba468-7312-41c5-8b09-38d565e2ee85 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:40.069399 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-dffba468-7312-41c5-8b09-38d565e2ee85 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3246858 Oct 12 04:21:40.106081 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Routers {'9307fdec-3e04-4f85-9d18-74bdafdcc5b7'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:21:40.107038 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:21:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:40.151271 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea59ad-5f0b-4bcf-b1dd-81b10a820790 None None] Pushing event updated for resources: {'Port': ['ID=1e3bbd67-557a-44a3-bc2d-661b3b62843f,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:40.237769 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] Set router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:21:40.366638 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-4efc550c-3f70-4c0c-8f3d-6bb96e48fd71 None None] Provisioning complete for port 1e3bbd67-557a-44a3-bc2d-661b3b62843f triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:40.367151 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4efc550c-3f70-4c0c-8f3d-6bb96e48fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:40.457847 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4efc550c-3f70-4c0c-8f3d-6bb96e48fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:40.493928 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-4efc550c-3f70-4c0c-8f3d-6bb96e48fd71 None None] For port 1e3bbd67-557a-44a3-bc2d-661b3b62843f, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=1e3bbd67-557a-44a3-bc2d-661b3b62843f,segment=NetworkSegment(fe4484ac-eead-41a6-8846-526ddbe24bbc),segment_id=fe4484ac-eead-41a6-8846-526ddbe24bbc)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:40.554723 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:32Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 4, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'gw_port': {'id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:33Z', 'updated_at': '2021-10-12T04:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '1e3bbd67-557a-44a3-bc2d-661b3b62843f', 'name': '', 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'mac_address': 'fa:16:3e:f9:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:35Z', 'updated_at': '2021-10-12T04:21:39Z', 'revision_number': 4, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'subnets': [{'id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:21:40.560482 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4efc550c-3f70-4c0c-8f3d-6bb96e48fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:40.582142 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a0ad3-568f-4b1e-85f7-7482b0a2aa97 None None] The sync data for ids ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'] in dv-cinder-813067-1-iscsi is: [{'id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:32Z', 'updated_at': '2021-10-12T04:21:36Z', 'revision_number': 4, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'gw_port': {'id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:33Z', 'updated_at': '2021-10-12T04:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '1e3bbd67-557a-44a3-bc2d-661b3b62843f', 'name': '', 'network_id': '37d3cda0-a623-4f17-ab3c-ff42da1c59e4', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'mac_address': 'fa:16:3e:f9:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:35Z', 'updated_at': '2021-10-12T04:21:39Z', 'revision_number': 4, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'subnets': [{'id': '623bfe98-595e-4d23-94a9-1ebec3d971e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:21:40.610335 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc550c-3f70-4c0c-8f3d-6bb96e48fd71 None None] Pushing event updated for resources: {'Port': ['ID=1e3bbd67-557a-44a3-bc2d-661b3b62843f,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:41.023240 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 44be2d80-be04-42ec-a179-4c69ad61c76c up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:41.076854 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 44be2d80-be04-42ec-a179-4c69ad61c76c triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:41.077401 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:41.160407 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 1e3bbd67-557a-44a3-bc2d-661b3b62843f up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:21:41.214229 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 1e3bbd67-557a-44a3-bc2d-661b3b62843f triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:21:41.214643 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:44.364223 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfd551-2ba3-4d52-9a0c-c06786a6f6ae req-6753cc8c-fb67-46f7-af6e-ca7a5e656a3b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:44.365803 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-19dfd551-2ba3-4d52-9a0c-c06786a6f6ae req-6753cc8c-fb67-46f7-af6e-ca7a5e656a3b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0511515 Oct 12 04:21:44.405330 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-19dfd551-2ba3-4d52-9a0c-c06786a6f6ae req-841d1469-f6fb-490e-910e-b242f0783704 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332637 Oct 12 04:21:45.528473 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f36920-9d5e-4aa5-b69e-cfa23a09fac0 req-5120e13c-624e-4434-b209-bb9cbe9308e8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:45.529851 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57f36920-9d5e-4aa5-b69e-cfa23a09fac0 req-5120e13c-624e-4434-b209-bb9cbe9308e8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0501013 Oct 12 04:21:45.567464 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57f36920-9d5e-4aa5-b69e-cfa23a09fac0 req-f150837a-b475-4571-98f4-9a9c7a77ce56 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316744 Oct 12 04:21:46.686685 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c0ac8-b900-458e-b609-1cf15c56b502 req-e85edc7e-20d3-4443-9381-00dc780b9cf8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:46.688166 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4e3c0ac8-b900-458e-b609-1cf15c56b502 req-e85edc7e-20d3-4443-9381-00dc780b9cf8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0500865 Oct 12 04:21:46.725931 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4e3c0ac8-b900-458e-b609-1cf15c56b502 req-8bea1e2e-79dc-4176-9362-ad9cfe8f14b0 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311229 Oct 12 04:21:46.867573 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:21:47.843849 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07531d6-872b-4eb3-bdf3-995216881f95 req-99f6293b-e354-4bbe-a8ea-90b41954c3d9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:47.845293 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c07531d6-872b-4eb3-bdf3-995216881f95 req-99f6293b-e354-4bbe-a8ea-90b41954c3d9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0475485 Oct 12 04:21:47.886959 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c07531d6-872b-4eb3-bdf3-995216881f95 req-66d7491c-4810-4d1e-bc09-ab50aabc23d1 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352972 Oct 12 04:21:49.106584 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef679e71-5618-4b6b-9632-3749ba9ef0ef req-c720af48-c6a4-4885-91b1-0325d92cedcb tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:49.108311 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ef679e71-5618-4b6b-9632-3749ba9ef0ef req-c720af48-c6a4-4885-91b1-0325d92cedcb tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.1490057 Oct 12 04:21:49.148319 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ef679e71-5618-4b6b-9632-3749ba9ef0ef req-361f5cfc-d190-4a38-ba73-2c11ee65e92e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340889 Oct 12 04:21:50.266184 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc27b9-bc72-44fe-b539-bcf74c6a47db req-69454993-3803-49a0-b37a-5e2f0a0587b0 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:50.267742 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7cfc27b9-bc72-44fe-b539-bcf74c6a47db req-69454993-3803-49a0-b37a-5e2f0a0587b0 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0496821 Oct 12 04:21:50.306866 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7cfc27b9-bc72-44fe-b539-bcf74c6a47db req-5646557e-0a53-4b24-bc06-46a60b5ff1a7 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326276 Oct 12 04:21:51.425485 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a40f96-268f-4485-b0ef-11d1b1486372 req-55f734db-a1a8-4d7c-9776-97f86b6cadef tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:51.426985 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d9a40f96-268f-4485-b0ef-11d1b1486372 req-55f734db-a1a8-4d7c-9776-97f86b6cadef tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0476477 Oct 12 04:21:51.468407 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d9a40f96-268f-4485-b0ef-11d1b1486372 req-28109c6d-c49e-4874-9d07-56397fc4443c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349030 Oct 12 04:21:52.587453 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8b762-5834-4404-be7b-10c925e52d76 req-74663e58-6802-46aa-b02d-2c64980b7e2c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:52.588920 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-58c8b762-5834-4404-be7b-10c925e52d76 req-74663e58-6802-46aa-b02d-2c64980b7e2c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0495100 Oct 12 04:21:52.625654 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-58c8b762-5834-4404-be7b-10c925e52d76 req-5a633015-4e34-4dac-a3cc-7ee993157759 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309248 Oct 12 04:21:53.743800 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95202e2a-99cd-497d-bbd3-f82cb5786b21 req-7cfe752e-838b-47af-b358-fc5064a45d04 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:53.745202 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95202e2a-99cd-497d-bbd3-f82cb5786b21 req-7cfe752e-838b-47af-b358-fc5064a45d04 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0498204 Oct 12 04:21:53.781793 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95202e2a-99cd-497d-bbd3-f82cb5786b21 req-eb6203ab-6076-4b56-ac90-7d141577621c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306375 Oct 12 04:21:54.897425 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07a350-ffb8-4ed9-8456-c12d3a84ce51 req-1f904780-d30e-4b9b-8215-1d12f5ef5cce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:54.898871 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d07a350-ffb8-4ed9-8456-c12d3a84ce51 req-1f904780-d30e-4b9b-8215-1d12f5ef5cce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0479181 Oct 12 04:21:54.939086 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d07a350-ffb8-4ed9-8456-c12d3a84ce51 req-61e2c10e-b25b-413f-bfdf-c92082332180 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342386 Oct 12 04:21:56.062294 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c668599-80b8-4e0a-9d87-24a39e5d065f req-9ebf8cc7-7970-4e28-b9d5-a6f0d977e7b4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:56.063824 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8c668599-80b8-4e0a-9d87-24a39e5d065f req-9ebf8cc7-7970-4e28-b9d5-a6f0d977e7b4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0506704 Oct 12 04:21:56.105533 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8c668599-80b8-4e0a-9d87-24a39e5d065f req-f96d50a8-837e-4766-9bf8-90c41d93d5a6 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351443 Oct 12 04:21:57.229408 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f67f06-e0da-4832-99d6-e6086088054c req-ce182c69-fcf8-4e33-9b06-26c74bb93b15 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:57.230908 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-19f67f06-e0da-4832-99d6-e6086088054c req-ce182c69-fcf8-4e33-9b06-26c74bb93b15 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0476592 Oct 12 04:21:57.267739 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-19f67f06-e0da-4832-99d6-e6086088054c req-512a19cb-0e2f-4d87-a1c8-229a071a3c5c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306416 Oct 12 04:21:57.848732 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-30791684-e8e5-4afe-bae9-b5a7ecf9ac10 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677187580&fields=id&tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a HTTP/1.1" status: 200 len: 267 time: 0.0317693 Oct 12 04:21:57.955776 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820d18-5655-4674-8593-6bdee22a42a4 req-fab693ae-f185-4824-b27e-22efefceb31a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:57.957217 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-fab693ae-f185-4824-b27e-22efefceb31a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/networks?id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 200 len: 809 time: 0.1013327 Oct 12 04:21:57.972095 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-3e1fb8e4-0f85-4d9b-a893-7c524dd84bba tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/quotas/06a5619d6cc54f8cb1261bb15c0fa58a HTTP/1.1" status: 200 len: 375 time: 0.0085840 Oct 12 04:21:58.020979 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-b984ea4d-3eb8-4da6-9228-f7c193720a89 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438783 Oct 12 04:21:58.157679 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-f77b0f7f-2861-4267-a407-b24400a7936c service neutron] 10.222.0.21 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241503 Oct 12 04:21:58.243325 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-789c22bb-a3be-4467-aef7-a50f99942289 service neutron] 10.222.0.21 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797369 Oct 12 04:21:58.391887 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf304b4-fbf3-4225-99d3-44a9941fbaba req-7616fb9f-9f31-4cfa-be5c-35bfafcc6ae9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:58.393544 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aaf304b4-fbf3-4225-99d3-44a9941fbaba req-7616fb9f-9f31-4cfa-be5c-35bfafcc6ae9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0519760 Oct 12 04:21:58.443020 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aaf304b4-fbf3-4225-99d3-44a9941fbaba req-62ff29ea-df99-4159-95ce-7f4f34230104 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394831 Oct 12 04:21:58.525371 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:21:58.621027 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:58.633276 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '5617efe3-71de-4588-bef7-3cd445452960', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'port_id': '5617efe3-71de-4588-bef7-3cd445452960', 'mac_address': 'fa:16:3e:50:78:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:21:58.670236 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:58.684320 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5617efe3-71de-4588-bef7-3cd445452960 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:21:58.709817 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:21:58.794464 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:58.848475 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=6']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:21:58.856203 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.856774 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.857123 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.857459 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.857789 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.858119 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.858453 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.858821 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.863862 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.863862 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.863862 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.863862 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:21:58.872318 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['5617efe3-71de-4588-bef7-3cd445452960'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:21:58.977510 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-23ea8d9e-abc3-4ddd-91f6-5d9d1bf9f99d req-a89857ce-2cb8-4a58-8da4-68930022cdc8 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 210 time: 0.0520837 Oct 12 04:21:59.586681 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61707a37-5965-42a3-aa1e-3f3a47b640c1 req-812e5215-9481-45d0-80cc-255b76033924 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:21:59.589059 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-61707a37-5965-42a3-aa1e-3f3a47b640c1 req-812e5215-9481-45d0-80cc-255b76033924 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 945 time: 0.0594461 Oct 12 04:21:59.655241 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-61707a37-5965-42a3-aa1e-3f3a47b640c1 req-beba50d7-cc26-4101-a2c4-605c31cb941a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588853 Oct 12 04:21:59.829801 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-76bab320-6768-4664-9a83-63a13c22ef63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:00.056578 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6b847fb-64da-47cb-8653-f53fc08b47ae req-8e640bf9-f455-42e9-9bc4-19ffabbe00aa tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 210 time: 0.0348365 Oct 12 04:22:00.548800 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:22:00.633346 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 5617efe3-71de-4588-bef7-3cd445452960 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:22:00.633678 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:00.735011 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:00.760772 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5617efe3-71de-4588-bef7-3cd445452960'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:22:00.762998 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1be7be-9575-4704-a6bc-24ba7e319bba" -d '{"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-plugged", "status": "completed", "tag": "5617efe3-71de-4588-bef7-3cd445452960"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:22:00.777010 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:00.818682 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762baeae-eecf-4a0d-a584-96fdbab34dc9 x-openstack-request-id: req-762baeae-eecf-4a0d-a584-96fdbab34dc9 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:22:00.818978 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-plugged", "status": "completed", "tag": "5617efe3-71de-4588-bef7-3cd445452960", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:22:00.819219 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-762baeae-eecf-4a0d-a584-96fdbab34dc9 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:22:00.819609 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5617efe3-71de-4588-bef7-3cd445452960', 'code': 200} Oct 12 04:22:00.828296 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a31a2e-364c-4307-83ef-27346daf7511 req-75ee7834-03d7-4788-927c-9886efcc3128 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:00.832215 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-34a31a2e-364c-4307-83ef-27346daf7511 req-75ee7834-03d7-4788-927c-9886efcc3128 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 945 time: 0.1052749 Oct 12 04:22:00.845869 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:00.874117 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-34a31a2e-364c-4307-83ef-27346daf7511 req-e2092b07-fd84-4638-b13b-f1c5953d5d36 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356493 Oct 12 04:22:01.032093 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=7']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:01.168507 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-19441586-2f48-4c23-9b03-9a050ffc206d req-66934147-8f1e-4bc2-b241-dbf7830a6670 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 210 time: 0.0334547 Oct 12 04:22:01.382793 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820d18-5655-4674-8593-6bdee22a42a4 req-be9acf5d-ce80-46e4-81d2-ac22ffec6193 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:01.384964 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-be9acf5d-ce80-46e4-81d2-ac22ffec6193 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.36 "GET /v2.0/networks?id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 200 len: 809 time: 0.1195366 Oct 12 04:22:01.437114 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-121fbc59-4d8f-4430-bed5-dd3a9c12570a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a HTTP/1.1" status: 200 len: 379 time: 0.0349810 Oct 12 04:22:01.452068 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Request body: {'port': {'device_id': '2e51919f-b58c-4be5-8869-721e03482c90', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'admin_state_up': True, 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'security_groups': ['a63c2498-05a4-49c4-aa88-05b3dba79ea7']}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:22:01.618844 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Made reservation on behalf of 06a5619d6cc54f8cb1261bb15c0fa58a for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:22:01.622460 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:01.781768 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Allocated IP 172.20.0.11 (ff0b57d6-156b-4ab0-b3fb-88070e9c6a54/e045abf4-786d-4f8e-bc94-fec5107361d4/6126ee1a-6898-4a1c-af64-989fc7fae65a) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:22:01.845950 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:01.940720 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:02.022446 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3d93-578e-41d5-87ba-f2e4abf2c1d9 req-4f14e889-59d1-4cd7-962e-a4ac768f1c61 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:02.024192 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-20fc3d93-578e-41d5-87ba-f2e4abf2c1d9 req-4f14e889-59d1-4cd7-962e-a4ac768f1c61 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0554910 Oct 12 04:22:02.066173 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-20fc3d93-578e-41d5-87ba-f2e4abf2c1d9 req-331fa789-9412-40e3-955e-33f999897fff tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332458 Oct 12 04:22:02.256803 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d22acc6a-6ea3-4580-a257-96e62ee65384 req-6b5c983b-72d9-4671-8101-1fb1b2d7bcae tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 210 time: 0.0285082 Oct 12 04:22:02.474556 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-c67eba3e-fa04-451b-b39a-c7b8618d70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:02.477843 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-c67eba3e-fa04-451b-b39a-c7b8618d70aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 1099 time: 0.0463097 Oct 12 04:22:02.486213 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:02.524845 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:22:02.527857 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:22:02.531418 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:22:02.574543 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'Port': ['ID=6126ee1a-6898-4a1c-af64-989fc7fae65a,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:02.585605 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.586237 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.586901 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.587837 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.588172 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.588504 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.588831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.589155 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.589483 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.589806 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.590126 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.590445 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:02.611523 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-6b3e1c1d-3db9-457d-bea2-c2932c26357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:02.611638 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:02.611638 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:02.611828 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-6b3e1c1d-3db9-457d-bea2-c2932c26357c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 918 time: 0.1042936 Oct 12 04:22:02.687999 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-54027783-c98a-41f7-8204-b5c5dabcd0c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5617efe3-71de-4588-bef7-3cd445452960 HTTP/1.1" status: 200 len: 1001 time: 0.0684402 Oct 12 04:22:02.701681 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-84cff2df-4e89-467f-8d50-875a22b20761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:02.707697 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0c381269-d746-4268-9dd3-91d05a7db654 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2596459 Oct 12 04:22:02.719139 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Request body: {'port': {'device_id': '2e51919f-b58c-4be5-8869-721e03482c90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:22:02.742267 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-698bbf64-13e8-41f8-9401-26a2f8d6bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:02.743745 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-698bbf64-13e8-41f8-9401-26a2f8d6bc64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 200 len: 856 time: 0.0483763 Oct 12 04:22:02.777598 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:02.794423 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-61a1b710-cab8-4cad-ab25-ce298d2984f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:02.796292 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-61a1b710-cab8-4cad-ab25-ce298d2984f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456929 Oct 12 04:22:02.814393 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-424cfd7d-71bb-4a3b-92b6-6fbf8e6c72a3 None None] Provisioning complete for port 6126ee1a-6898-4a1c-af64-989fc7fae65a triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:22:02.815088 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-424cfd7d-71bb-4a3b-92b6-6fbf8e6c72a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:02.852866 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-424cfd7d-71bb-4a3b-92b6-6fbf8e6c72a3 None None] Port 6126ee1a-6898-4a1c-af64-989fc7fae65a cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:22:02.922448 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-d478a50e-0691-48ab-ab85-b05e92101ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111119 Oct 12 04:22:03.054051 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4880cccb-c583-4de6-9dd2-8467fa06aa2f req-8f46ab08-5800-4835-a1b3-7ef5c6ef084a service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211433 Oct 12 04:22:03.174979 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6126ee1a-6898-4a1c-af64-989fc7fae65a {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:22:03.188015 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:03.188798 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:03.208148 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Transition to ACTIVE for port object 6126ee1a-6898-4a1c-af64-989fc7fae65a will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:22:03.241124 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85680c40-a1f0-4e00-8c44-d1bba302ddca req-f9be8c31-bc96-4bc5-8a77-8fc2306f3617 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:03.242801 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-85680c40-a1f0-4e00-8c44-d1bba302ddca req-f9be8c31-bc96-4bc5-8a77-8fc2306f3617 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0725694 Oct 12 04:22:03.282095 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:03.304268 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-85680c40-a1f0-4e00-8c44-d1bba302ddca req-2ff1d482-0b0b-43a3-ab4f-c3a2ed2d4592 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542476 Oct 12 04:22:03.424603 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e96c5-6a72-4a82-ba01-7b6d0a2a4dd1 req-9eee26d7-7379-45c2-a932-25b8fc9b8e8e tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:03.426475 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-900e96c5-6a72-4a82-ba01-7b6d0a2a4dd1 req-9eee26d7-7379-45c2-a932-25b8fc9b8e8e tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0619612 Oct 12 04:22:03.453401 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6126ee1a-6898-4a1c-af64-989fc7fae65a,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:03.493302 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-900e96c5-6a72-4a82-ba01-7b6d0a2a4dd1 req-22946c0a-c219-4fee-8925-d4156cc3a6a5 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590360 Oct 12 04:22:03.508559 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Attempting to bind port 6126ee1a-6898-4a1c-af64-989fc7fae65a on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:22:03.509654 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Attempting to bind port 6126ee1a-6898-4a1c-af64-989fc7fae65a by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:22:03.510338 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Attempting to bind port 6126ee1a-6898-4a1c-af64-989fc7fae65a on network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:22:03.515243 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Port 6126ee1a-6898-4a1c-af64-989fc7fae65a on network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:22:03.515796 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Attempting to bind port 6126ee1a-6898-4a1c-af64-989fc7fae65a on network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:22:03.521597 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:22:03.521942 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Checking segment: {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:22:03.522866 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Bound using segment: {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:22:03.524021 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Bound port: 6126ee1a-6898-4a1c-af64-989fc7fae65a, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8de99ea-102a-4500-aa85-545d25c01383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:22:03.524412 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:03.596444 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:22:03.600109 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:22:03.690776 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:03.721868 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:03.760183 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:03.762631 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:03.764233 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 200 len: 1094 time: 1.0494308 Oct 12 04:22:03.764708 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:22:03.767006 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15838387-fe43-42de-8a05-bf40a9ca5462" -d '{"events": [{"name": "network-changed", "server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:22:03.779658 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8e59c-ca31-47cf-9d10-70d5fa5dc8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6126ee1a-6898-4a1c-af64-989fc7fae65a,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:03.815231 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfaad85-c1a9-4a8b-b688-e389a497e406 x-openstack-request-id: req-7dfaad85-c1a9-4a8b-b688-e389a497e406 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:22:03.815437 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:22:03.815763 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dfaad85-c1a9-4a8b-b688-e389a497e406 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:22:03.816166 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'status': 'completed', 'code': 200} Oct 12 04:22:03.957944 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15838387-fe43-42de-8a05-bf40a9ca5462 req-d040e9c9-6891-435e-bff4-c0e18d5f5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:03.960120 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-15838387-fe43-42de-8a05-bf40a9ca5462 req-d040e9c9-6891-435e-bff4-c0e18d5f5712 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1097 time: 0.1169717 Oct 12 04:22:04.086855 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15838387-fe43-42de-8a05-bf40a9ca5462 req-4d935ba9-81ce-46e1-ba64-370534b31dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:04.088422 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-15838387-fe43-42de-8a05-bf40a9ca5462 req-4d935ba9-81ce-46e1-ba64-370534b31dbf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1187103 Oct 12 04:22:04.203846 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15838387-fe43-42de-8a05-bf40a9ca5462 req-9dc87f79-d9a0-448d-88b9-88eb79394dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:04.205324 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-15838387-fe43-42de-8a05-bf40a9ca5462 req-9dc87f79-d9a0-448d-88b9-88eb79394dc8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096935 Oct 12 04:22:04.295721 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820d18-5655-4674-8593-6bdee22a42a4 req-e81e906e-273c-438e-a3b6-c2605614d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:04.298847 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-e81e906e-273c-438e-a3b6-c2605614d916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1097 time: 0.0516133 Oct 12 04:22:04.351550 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-fd965556-e187-469b-bfbd-7764912230ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 200 len: 217 time: 0.0436413 Oct 12 04:22:04.426486 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820d18-5655-4674-8593-6bdee22a42a4 req-2178f1f0-00c4-4e1c-82cc-94786cb25f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:04.428091 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-2178f1f0-00c4-4e1c-82cc-94786cb25f33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e045abf4-786d-4f8e-bc94-fec5107361d4 HTTP/1.1" status: 200 len: 848 time: 0.0705960 Oct 12 04:22:04.434325 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90027d1c-17fb-4386-a534-a8a612706b25 req-ce2a68ff-3143-45ec-a4ab-fac89ad2ddfd tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:04.435824 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-90027d1c-17fb-4386-a534-a8a612706b25 req-ce2a68ff-3143-45ec-a4ab-fac89ad2ddfd tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0568240 Oct 12 04:22:04.483287 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820d18-5655-4674-8593-6bdee22a42a4 req-f7ff9413-6a82-410b-a14c-3d7ba8148d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:04.486956 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-f7ff9413-6a82-410b-a14c-3d7ba8148d21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493381 Oct 12 04:22:04.489777 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-90027d1c-17fb-4386-a534-a8a612706b25 req-5fb5df47-9fda-4f34-987a-51ec73e87bba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448954 Oct 12 04:22:04.595153 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-0dbddd9b-77ac-4122-bf6c-5038d7faaa07 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005661 Oct 12 04:22:04.622049 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d539ad-6574-4b13-bead-26e463436a0e req-dee9c046-2c8b-4e84-8963-38605906dadc tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:04.629350 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c7d539ad-6574-4b13-bead-26e463436a0e req-dee9c046-2c8b-4e84-8963-38605906dadc tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0638273 Oct 12 04:22:04.681946 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c7d539ad-6574-4b13-bead-26e463436a0e req-65af33ee-8b97-44e2-aeab-9a72f37a4c60 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513601 Oct 12 04:22:04.745256 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-80820d18-5655-4674-8593-6bdee22a42a4 req-9b8ac0f5-ffb0-4c29-8991-ad44178cf0ca service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428583 Oct 12 04:22:05.417183 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:05.615398 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d95c25-ec4a-40b6-9da0-16f4ef4dee6a req-a7e45892-9023-4852-8952-ca9d12036452 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:05.616795 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-43d95c25-ec4a-40b6-9da0-16f4ef4dee6a req-a7e45892-9023-4852-8952-ca9d12036452 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0496440 Oct 12 04:22:05.655026 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-43d95c25-ec4a-40b6-9da0-16f4ef4dee6a req-7ff5a21a-a57d-4f65-87e0-4dbd3c95b8d5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324116 Oct 12 04:22:05.793519 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211851b-810f-41aa-b6a6-70833ae9ca9d req-afefb691-e6c1-4194-942a-27151335a3b9 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:05.795542 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f211851b-810f-41aa-b6a6-70833ae9ca9d req-afefb691-e6c1-4194-942a-27151335a3b9 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0571623 Oct 12 04:22:05.836185 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f211851b-810f-41aa-b6a6-70833ae9ca9d req-14ba20fb-9a49-4fb6-b0c9-4c7c4fb6a973 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347354 Oct 12 04:22:06.788290 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68682dc-eacb-4874-9df1-f1070e932f51 req-571a3ba1-8ce1-4a0a-8975-69fb5c4f61dd tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:06.790400 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c68682dc-eacb-4874-9df1-f1070e932f51 req-571a3ba1-8ce1-4a0a-8975-69fb5c4f61dd tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0588500 Oct 12 04:22:06.831839 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c68682dc-eacb-4874-9df1-f1070e932f51 req-ef43b9f7-a63e-4e0f-adec-b3e909ee1872 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348411 Oct 12 04:22:06.983660 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571dd49-9a7b-4da3-85d5-9c1f83c6bd16 req-35283135-6f46-44f6-ac04-0e737170defe tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:06.985482 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4571dd49-9a7b-4da3-85d5-9c1f83c6bd16 req-35283135-6f46-44f6-ac04-0e737170defe tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0597661 Oct 12 04:22:07.028083 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4571dd49-9a7b-4da3-85d5-9c1f83c6bd16 req-abb3e215-21f6-4728-b258-e222bd2e6a30 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366013 Oct 12 04:22:07.978416 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82172540-44c8-4114-b70a-39c6eed84644 req-fc11222e-4ea5-4fe5-8bda-3184a58d961b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:07.980048 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-82172540-44c8-4114-b70a-39c6eed84644 req-fc11222e-4ea5-4fe5-8bda-3184a58d961b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0647957 Oct 12 04:22:08.023945 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-82172540-44c8-4114-b70a-39c6eed84644 req-a8ff4bc5-6377-49b1-96b7-aab80cf135a9 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366645 Oct 12 04:22:08.167838 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003d8f6-f472-4296-bf13-82a3fc8fde1d req-f4279c55-7f30-4ba1-962c-9d202ca418c3 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:08.169626 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9003d8f6-f472-4296-bf13-82a3fc8fde1d req-f4279c55-7f30-4ba1-962c-9d202ca418c3 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0650976 Oct 12 04:22:08.218331 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9003d8f6-f472-4296-bf13-82a3fc8fde1d req-21539d85-c31b-402e-8e4f-91e774a1ebd1 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403929 Oct 12 04:22:09.148420 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601971e5-416d-44bb-b9b7-8470268e2969 req-cc39b368-00f9-41cd-a7cc-57309375b3e0 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:09.149874 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-601971e5-416d-44bb-b9b7-8470268e2969 req-cc39b368-00f9-41cd-a7cc-57309375b3e0 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0477650 Oct 12 04:22:09.187614 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-601971e5-416d-44bb-b9b7-8470268e2969 req-c2e7e209-a94c-4a96-bef0-5f4960b56f04 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318589 Oct 12 04:22:09.336033 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b5103-dd77-425d-83bc-75ca14592ec0 req-98c62999-9c74-4b63-8eb3-2fa12e1b9d51 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:09.337503 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c33b5103-dd77-425d-83bc-75ca14592ec0 req-98c62999-9c74-4b63-8eb3-2fa12e1b9d51 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0510049 Oct 12 04:22:09.375453 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c33b5103-dd77-425d-83bc-75ca14592ec0 req-e929d67b-b60d-440f-a1e3-0a60e27c41bb tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317574 Oct 12 04:22:10.311029 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6f568-5c13-452b-806a-47cd5775b8f3 req-7183811c-32ee-412a-9e61-91a920fccd10 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:10.312754 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a0f6f568-5c13-452b-806a-47cd5775b8f3 req-7183811c-32ee-412a-9e61-91a920fccd10 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0565624 Oct 12 04:22:10.351964 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a0f6f568-5c13-452b-806a-47cd5775b8f3 req-dfc97a78-3d70-4c3c-ab27-9b9ff3e227cf tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333772 Oct 12 04:22:10.496068 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b30cce-9897-4a59-8235-973690bc9137 req-e39504c7-3982-468f-b9d6-3dc3c977375b tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:10.502196 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15b30cce-9897-4a59-8235-973690bc9137 req-e39504c7-3982-468f-b9d6-3dc3c977375b tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0581734 Oct 12 04:22:10.535494 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15b30cce-9897-4a59-8235-973690bc9137 req-6d1f6e43-16df-41e8-84f2-3c880b410a36 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Oct 12 04:22:11.265989 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd865447-22e9-46dd-b998-837443301cf5 req-0689552c-624f-42c1-b662-16b2c3a30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:11.267591 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bd865447-22e9-46dd-b998-837443301cf5 req-0689552c-624f-42c1-b662-16b2c3a30111 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 1099 time: 0.0402884 Oct 12 04:22:11.357890 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd865447-22e9-46dd-b998-837443301cf5 req-5dff5e37-460e-4a93-abfd-13d0b3c06b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:11.359324 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bd865447-22e9-46dd-b998-837443301cf5 req-5dff5e37-460e-4a93-abfd-13d0b3c06b70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 918 time: 0.0835238 Oct 12 04:22:11.426162 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bd865447-22e9-46dd-b998-837443301cf5 req-aee9a46a-d3ae-4478-9f65-46643ab88362 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5617efe3-71de-4588-bef7-3cd445452960 HTTP/1.1" status: 200 len: 1001 time: 0.0574083 Oct 12 04:22:11.482049 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd865447-22e9-46dd-b998-837443301cf5 req-ba68573c-726a-415f-96bc-84cf72632612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:11.483504 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bd865447-22e9-46dd-b998-837443301cf5 req-ba68573c-726a-415f-96bc-84cf72632612 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 200 len: 856 time: 0.0496476 Oct 12 04:22:11.491570 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d2b44-25e0-4c00-a29e-5089ffb5ec89 req-6d4c873c-71a1-465d-bcdf-0801089f4c4d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:11.493019 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9b6d2b44-25e0-4c00-a29e-5089ffb5ec89 req-6d4c873c-71a1-465d-bcdf-0801089f4c4d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0567470 Oct 12 04:22:11.530508 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9b6d2b44-25e0-4c00-a29e-5089ffb5ec89 req-5134a80d-5668-4cb3-9764-891ddc59b837 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314913 Oct 12 04:22:11.537747 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd865447-22e9-46dd-b998-837443301cf5 req-aa19b223-b6af-4fe8-98cf-4ba59416aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:11.539296 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bd865447-22e9-46dd-b998-837443301cf5 req-aa19b223-b6af-4fe8-98cf-4ba59416aa82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489686 Oct 12 04:22:11.627539 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bd865447-22e9-46dd-b998-837443301cf5 req-50fb702d-b735-4566-bb58-10ffba398d16 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812480 Oct 12 04:22:11.661238 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823df6c-c133-4fdf-ad4d-ed288b562d48 req-8d43766d-9621-43c9-9418-6a7c56a53088 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:11.662738 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d823df6c-c133-4fdf-ad4d-ed288b562d48 req-8d43766d-9621-43c9-9418-6a7c56a53088 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0514150 Oct 12 04:22:11.699882 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d823df6c-c133-4fdf-ad4d-ed288b562d48 req-e8942eaa-1205-4d6b-843d-2565c06b0162 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Oct 12 04:22:11.718361 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-bd865447-22e9-46dd-b998-837443301cf5 req-07a536d9-be63-4cf4-8837-bc6ef28df1c6 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839345 Oct 12 04:22:12.628336 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6126ee1a-6898-4a1c-af64-989fc7fae65a details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:22:12.723122 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:12.735899 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'port_id': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'mac_address': 'fa:16:3e:67:9f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:22:12.752640 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8154d-3bc9-458c-bdf2-c4d98a392f11 req-ef437250-2939-4a83-8abc-e49989f05a66 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:12.754880 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a6f8154d-3bc9-458c-bdf2-c4d98a392f11 req-ef437250-2939-4a83-8abc-e49989f05a66 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0594583 Oct 12 04:22:12.776110 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:12.789590 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6126ee1a-6898-4a1c-af64-989fc7fae65a {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:22:12.808768 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:12.825154 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a6f8154d-3bc9-458c-bdf2-c4d98a392f11 req-a766b2be-77b3-429f-ae91-56e8d3b8ff68 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607245 Oct 12 04:22:12.838320 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf93eb-95f0-4d3b-8899-864b78ecdbdd req-63f177bb-bc9f-4c05-bd0b-ffb626c20a8b tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:12.839778 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9baf93eb-95f0-4d3b-8899-864b78ecdbdd req-63f177bb-bc9f-4c05-bd0b-ffb626c20a8b tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0701969 Oct 12 04:22:12.878591 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:12.881021 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9baf93eb-95f0-4d3b-8899-864b78ecdbdd req-b073b002-a58c-41ab-a934-ce54c38293ff tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351000 Oct 12 04:22:12.927880 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6126ee1a-6898-4a1c-af64-989fc7fae65a,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:13.104315 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6126ee1a-6898-4a1c-af64-989fc7fae65a'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:22:13.942857 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5774a-e6a9-4a91-bdcc-f653c586011b req-40c90c0a-2266-44af-93ba-cac94bd78f16 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:13.944378 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15c5774a-e6a9-4a91-bdcc-f653c586011b req-40c90c0a-2266-44af-93ba-cac94bd78f16 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 946 time: 0.0490532 Oct 12 04:22:14.006511 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15c5774a-e6a9-4a91-bdcc-f653c586011b req-7d5e944d-41e3-429f-b4dc-0beb2dfe7396 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499761 Oct 12 04:22:14.018221 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81008c-50e8-46a4-8f53-cff21af1b6e0 req-a7f0b23c-c9bb-49b9-83bf-bcda5ebd6267 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:14.019660 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2a81008c-50e8-46a4-8f53-cff21af1b6e0 req-a7f0b23c-c9bb-49b9-83bf-bcda5ebd6267 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 945 time: 0.0715878 Oct 12 04:22:14.058890 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2a81008c-50e8-46a4-8f53-cff21af1b6e0 req-1edc772c-f858-4cfb-9197-7ab42876a746 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327222 Oct 12 04:22:14.621426 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6126ee1a-6898-4a1c-af64-989fc7fae65a up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:22:14.741855 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 6126ee1a-6898-4a1c-af64-989fc7fae65a completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:22:14.745952 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 6126ee1a-6898-4a1c-af64-989fc7fae65a triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:22:14.746369 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:14.823967 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:14.848128 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:22:14.850419 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b36e10-fe6c-47a2-bd99-644aaaf74d23" -d '{"events": [{"server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "name": "network-vif-plugged", "status": "completed", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:22:14.864100 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:14.885458 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dbd12a-ac2e-4dc5-baaf-07ea64b1874f x-openstack-request-id: req-a4dbd12a-ac2e-4dc5-baaf-07ea64b1874f {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:22:14.885926 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "name": "network-vif-plugged", "status": "completed", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:22:14.886207 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4dbd12a-ac2e-4dc5-baaf-07ea64b1874f {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:22:14.886598 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'code': 200} Oct 12 04:22:14.953021 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:14.953784 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:22:15.031960 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6126ee1a-6898-4a1c-af64-989fc7fae65a,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:15.076559 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:15.118487 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:15.184535 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db600d4-3f9b-4e10-b194-cdbf3aa8e9b7 req-2f78a79f-3119-4e3b-a22b-762f888cd2e2 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:15.186270 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7db600d4-3f9b-4e10-b194-cdbf3aa8e9b7 req-2f78a79f-3119-4e3b-a22b-762f888cd2e2 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0547662 Oct 12 04:22:15.192761 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:15.215949 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a988f-cee1-4a6a-ab9e-92db91d34ba4 req-4f02d340-a19c-4c47-939c-eba89f51d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:15.217595 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-a55a988f-cee1-4a6a-ab9e-92db91d34ba4 req-4f02d340-a19c-4c47-939c-eba89f51d94a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1099 time: 0.0423877 Oct 12 04:22:15.229420 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7db600d4-3f9b-4e10-b194-cdbf3aa8e9b7 req-cf1fec9f-424a-4098-a746-9cc523f3e7c8 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370665 Oct 12 04:22:15.249517 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=8']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:15.255216 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-a55a988f-cee1-4a6a-ab9e-92db91d34ba4 req-028ed07b-afad-44d7-9637-96ea9d40939d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306203 Oct 12 04:22:16.026975 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53663e-4254-4ced-ae77-d2472e6aeb69 req-3760b8a3-a0bf-4ac8-9be3-4189744878c8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:16.028448 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f53663e-4254-4ced-ae77-d2472e6aeb69 req-3760b8a3-a0bf-4ac8-9be3-4189744878c8 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0483096 Oct 12 04:22:16.066931 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f53663e-4254-4ced-ae77-d2472e6aeb69 req-4139a87e-3039-4682-b145-3e5555a14e62 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324068 Oct 12 04:22:16.249499 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-1dd72ba9-0519-4983-9739-6758f255eda6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0384717 Oct 12 04:22:16.344694 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567637f2-b6e1-48ce-8ea8-a40e99612117 req-c866733e-1189-4cae-a7fe-51a5f23de352 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:16.346134 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-567637f2-b6e1-48ce-8ea8-a40e99612117 req-c866733e-1189-4cae-a7fe-51a5f23de352 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0484810 Oct 12 04:22:16.388260 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-567637f2-b6e1-48ce-8ea8-a40e99612117 req-2f16b2e0-19c1-421a-9789-538e9ea403ca tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362272 Oct 12 04:22:16.888636 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5617efe3-71de-4588-bef7-3cd445452960'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:22:16.890966 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43aabad-82de-49c9-b1e9-d1c3943161c5" -d '{"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-unplugged", "status": "completed", "tag": "5617efe3-71de-4588-bef7-3cd445452960"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:22:16.922500 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e526f23-0b41-4272-be39-c7f0f9967b36 x-openstack-request-id: req-6e526f23-0b41-4272-be39-c7f0f9967b36 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:22:16.922807 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-unplugged", "status": "failed", "tag": "5617efe3-71de-4588-bef7-3cd445452960", "code": 422}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:22:16.923056 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e526f23-0b41-4272-be39-c7f0f9967b36 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:22:16.923481 dv-cinder-813067-1-iscsi neutron-server[94613]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5617efe3-71de-4588-bef7-3cd445452960', 'code': 422} returned with failed status Oct 12 04:22:17.186421 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b3f3c-3ee1-48cd-b425-c21f37724e65 req-a03bb405-25f6-4827-804b-54f99954ba0d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:17.188091 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-914b3f3c-3ee1-48cd-b425-c21f37724e65 req-a03bb405-25f6-4827-804b-54f99954ba0d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0496507 Oct 12 04:22:17.228048 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-914b3f3c-3ee1-48cd-b425-c21f37724e65 req-3a6db31a-8383-4af6-8d35-973b32c0d725 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328655 Oct 12 04:22:17.508553 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d527fe-ebfc-4dbf-aedb-1843e01adfe4 req-ab4d3f48-f5f2-4471-a8fa-7370cd7d3ada tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:17.510011 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-62d527fe-ebfc-4dbf-aedb-1843e01adfe4 req-ab4d3f48-f5f2-4471-a8fa-7370cd7d3ada tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0488846 Oct 12 04:22:17.546477 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-62d527fe-ebfc-4dbf-aedb-1843e01adfe4 req-b649702c-1120-4457-a03b-84cbba02144c tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304549 Oct 12 04:22:17.657401 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73777ba7-42ba-4faf-bee7-c6d9f6f9c585 req-3166ee6c-5b13-4c51-9f22-531be5cf9911 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:17.658862 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-73777ba7-42ba-4faf-bee7-c6d9f6f9c585 req-3166ee6c-5b13-4c51-9f22-531be5cf9911 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0485017 Oct 12 04:22:17.698726 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-73777ba7-42ba-4faf-bee7-c6d9f6f9c585 req-a4898f06-a80b-4c9c-b68c-0790fe67c3d4 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333908 Oct 12 04:22:17.720981 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58472) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:17.760274 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-4a41c0af-4ed7-4798-87ef-dc6e1fbc993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:17.761796 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-4a41c0af-4ed7-4798-87ef-dc6e1fbc993b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390&tenant_id=94eb0d66d77a44dba68f16a5d05cbe28 HTTP/1.1" status: 200 len: 1097 time: 0.0415387 Oct 12 04:22:17.807316 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b0d53-2b05-4d48-8aae-9c41fc9421fa tempest-TestShelveInstance-2127879716 tempest-TestShelveInstance-2127879716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:17.808797 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4b9b0d53-2b05-4d48-8aae-9c41fc9421fa tempest-TestShelveInstance-2127879716 tempest-TestShelveInstance-2127879716-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1094 time: 0.0868406 Oct 12 04:22:17.811811 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58476) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:17.815943 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Request body: {'floatingip': {'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'port_id': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:22:17.820801 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-2c7aee60-642c-4536-8a69-404c57b72a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:17.822332 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-2c7aee60-642c-4536-8a69-404c57b72a2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 1097 time: 0.0394444 Oct 12 04:22:17.914675 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:17.919984 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-d3e51de8-5159-4770-bcc9-c47da1e64d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:17.919984 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-d3e51de8-5159-4770-bcc9-c47da1e64d0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 200 len: 918 time: 0.0873723 Oct 12 04:22:17.983503 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-839534fc-3fd8-451e-9d28-03ebf85f4ae0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5617efe3-71de-4588-bef7-3cd445452960 HTTP/1.1" status: 200 len: 999 time: 0.0602317 Oct 12 04:22:18.019250 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:18.036521 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-dec036de-08cf-4b75-8d39-abc7c078e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:18.038565 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-dec036de-08cf-4b75-8d39-abc7c078e880 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 200 len: 856 time: 0.0480847 Oct 12 04:22:18.083766 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-fcd0996d-9eff-43a2-99f0-e53d37e9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:18.085809 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-fcd0996d-9eff-43a2-99f0-e53d37e9ab93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7c1cf8-2399-44c9-829e-9a108f01a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413775 Oct 12 04:22:18.130889 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Allocated IP 172.27.2.7 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/8165065d-e3b9-47ab-ae0e-b3bdf6787e73) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:22:18.179846 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-53cf8d5d-e921-41db-be0b-4301a78f542c service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869923 Oct 12 04:22:18.235702 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:18.270377 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-92011c39-3683-4bb2-bda8-a3eeddc50b25 req-24cb09e9-9ba0-4d30-bbb3-7a390f81e2d1 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838993 Oct 12 04:22:18.337953 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:18.372061 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b114c-10a6-4ca8-a151-64e428178f1e req-ca5e5c95-bbfa-4de1-9a26-905f8c87dc5f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:18.373521 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-201b114c-10a6-4ca8-a151-64e428178f1e req-ca5e5c95-bbfa-4de1-9a26-905f8c87dc5f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0736368 Oct 12 04:22:18.386403 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:22:18.398211 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:22:18.407183 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:22:18.444565 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'Port': ['ID=8165065d-e3b9-47ab-ae0e-b3bdf6787e73,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:18.463175 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.463518 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.463849 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.464177 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.464503 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.464825 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.465146 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.465465 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.465784 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.466103 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.466418 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.466760 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:22:18.476287 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-201b114c-10a6-4ca8-a151-64e428178f1e req-71b94376-d31a-4812-9d34-2028f534de3e tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907671 Oct 12 04:22:18.652515 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:22:19.075301 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:19.192976 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:19.349393 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:19.405678 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:19.478325 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event updated for resources: {'Port': ['ID=8165065d-e3b9-47ab-ae0e-b3bdf6787e73,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:19.490357 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:19.632411 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Floating IP 0948e16c-8b57-47fd-b2e6-c060fe1da83f associated. External IP: 172.27.2.7, port: 6126ee1a-6898-4a1c-af64-989fc7fae65a. Oct 12 04:22:19.646892 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06d229-603c-4f5d-98fc-d8de88e18b0d req-b63133c1-6742-41fe-afa2-c70f9c70940c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:19.646892 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ab06d229-603c-4f5d-98fc-d8de88e18b0d req-b63133c1-6742-41fe-afa2-c70f9c70940c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0694051 Oct 12 04:22:19.762959 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ab06d229-603c-4f5d-98fc-d8de88e18b0d req-71c9a78a-756a-437d-a626-253a574cc2d3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771708 Oct 12 04:22:19.901138 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Router ec15d5da-bb58-423c-a17e-25bc34ab5233 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:22:20.011127 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:22:20.022783 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] Sync routers for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:22:20.031777 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:22:20.039257 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:22:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:20.127863 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:20.143391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:22:20.158004 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b094ba84-6ce7-4d2e-a347-d3fc81da7751 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3450873 Oct 12 04:22:20.158837 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:22:20.161197 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aa496f-7445-433f-9e7b-0772ab017810" -d '{"events": [{"name": "network-changed", "server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:22:20.271059 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53358ffb-1d5f-47cd-9317-2c982761dec5 x-openstack-request-id: req-53358ffb-1d5f-47cd-9317-2c982761dec5 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:22:20.271348 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:22:20.271594 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53358ffb-1d5f-47cd-9317-2c982761dec5 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:22:20.272139 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'status': 'completed', 'code': 200} Oct 12 04:22:20.392599 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '0948e16c-8b57-47fd-b2e6-c060fe1da83f', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'port_id': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'mac_address': 'fa:16:3e:67:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e51919f-b58c-4be5-8869-721e03482c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:22:18Z', 'updated_at': '2021-10-12T04:22:18Z', 'revision_number': 0, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e22c5f40-178e-41eb-992d-68ba23e532f3', 'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'mac_address': 'fa:16:3e:ba:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:29Z', 'updated_at': '2021-10-12T04:21:33Z', 'revision_number': 5, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'subnets': [{'id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:20.420506 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] Checking router: ec15d5da-bb58-423c-a17e-25bc34ab5233 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:22:20.429804 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:22:20.430482 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:22:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:20.540078 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:22:20.776306 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '0948e16c-8b57-47fd-b2e6-c060fe1da83f', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'port_id': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'mac_address': 'fa:16:3e:67:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e51919f-b58c-4be5-8869-721e03482c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:22:18Z', 'updated_at': '2021-10-12T04:22:18Z', 'revision_number': 0, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e22c5f40-178e-41eb-992d-68ba23e532f3', 'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'mac_address': 'fa:16:3e:ba:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:29Z', 'updated_at': '2021-10-12T04:21:33Z', 'revision_number': 5, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'subnets': [{'id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:20.803768 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e1177-3326-401a-803b-ccb66e4483dc None None] The sync data for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi is: [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '0948e16c-8b57-47fd-b2e6-c060fe1da83f', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'port_id': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'mac_address': 'fa:16:3e:67:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e51919f-b58c-4be5-8869-721e03482c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:22:18Z', 'updated_at': '2021-10-12T04:22:18Z', 'revision_number': 0, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e22c5f40-178e-41eb-992d-68ba23e532f3', 'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'mac_address': 'fa:16:3e:ba:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:29Z', 'updated_at': '2021-10-12T04:21:33Z', 'revision_number': 5, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'subnets': [{'id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:22:20.891326 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c91e6f-8088-462b-9c16-07efcb76d89a req-6c6f5850-745f-4056-83e5-3f19d4659b4b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:20.892953 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a7c91e6f-8088-462b-9c16-07efcb76d89a req-6c6f5850-745f-4056-83e5-3f19d4659b4b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0546937 Oct 12 04:22:20.934385 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a7c91e6f-8088-462b-9c16-07efcb76d89a req-37c13db8-7b6b-4cba-9518-8ddfeacd71c3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351515 Oct 12 04:22:21.041350 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42a2c6-4cde-4b59-b72a-adb46aaeb592 None None] New status for floating IP 0948e16c-8b57-47fd-b2e6-c060fe1da83f: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:22:22.058293 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7fb80-ea7c-44a3-9cfb-708c9a9936c5 req-a7b8b826-3643-4b78-9526-8af0a01f933d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:22.059878 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-81f7fb80-ea7c-44a3-9cfb-708c9a9936c5 req-a7b8b826-3643-4b78-9526-8af0a01f933d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0519111 Oct 12 04:22:22.099792 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-81f7fb80-ea7c-44a3-9cfb-708c9a9936c5 req-29e7ab1d-4e1f-4ee4-b394-c39cdd147920 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340903 Oct 12 04:22:23.222794 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789145c-e4d5-4267-b078-dc094d20e7dc req-e21a58ef-d02e-4e16-9eaa-aef7548a8117 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:23.224205 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4789145c-e4d5-4267-b078-dc094d20e7dc req-e21a58ef-d02e-4e16-9eaa-aef7548a8117 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0496788 Oct 12 04:22:23.263820 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4789145c-e4d5-4267-b078-dc094d20e7dc req-3d7a80ae-714d-4cc3-936e-a39ed5693187 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328946 Oct 12 04:22:23.866682 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:22:24.385396 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731b396-d1d7-47ed-9d6c-c2d623ea8209 req-faeece6d-9982-4f5e-a7d3-09734bc76932 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:24.387023 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0731b396-d1d7-47ed-9d6c-c2d623ea8209 req-faeece6d-9982-4f5e-a7d3-09734bc76932 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0502017 Oct 12 04:22:24.425390 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0731b396-d1d7-47ed-9d6c-c2d623ea8209 req-ceddaab0-86e3-428e-9292-da1871b90e76 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323462 Oct 12 04:22:25.551564 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816b2d0-2e9c-491f-9e28-f8ff124247d5 req-5480447d-8b3d-4f97-8fb0-a796b6e827da tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:25.553166 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4816b2d0-2e9c-491f-9e28-f8ff124247d5 req-5480447d-8b3d-4f97-8fb0-a796b6e827da tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0540555 Oct 12 04:22:25.591775 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4816b2d0-2e9c-491f-9e28-f8ff124247d5 req-7f3ef7c6-5ac6-4e53-b057-a237ae641682 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325336 Oct 12 04:22:26.716753 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec94f7-25fc-40da-9532-ff9216baace8 req-ae6475a6-9b5c-4e77-83b8-5b1a36100954 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:26.718439 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9dec94f7-25fc-40da-9532-ff9216baace8 req-ae6475a6-9b5c-4e77-83b8-5b1a36100954 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0517044 Oct 12 04:22:26.760935 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9dec94f7-25fc-40da-9532-ff9216baace8 req-3e4b56e1-07da-49a6-97bf-3a259ce7a45b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365119 Oct 12 04:22:27.891092 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd9e3a-3155-4460-8fe9-2e70a3f3465a req-4f96047c-30d3-4235-b1a3-950c876ed23f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:27.892817 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-81fd9e3a-3155-4460-8fe9-2e70a3f3465a req-4f96047c-30d3-4235-b1a3-950c876ed23f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0496449 Oct 12 04:22:27.930786 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-81fd9e3a-3155-4460-8fe9-2e70a3f3465a req-80a28933-958b-4dca-8368-f357613c04b0 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313172 Oct 12 04:22:29.058354 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069910d1-5429-4417-952c-2e5a7d76c7b0 req-16d4caaa-750a-4331-bc90-86f06a7b7cc2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:29.059901 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-069910d1-5429-4417-952c-2e5a7d76c7b0 req-16d4caaa-750a-4331-bc90-86f06a7b7cc2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0568278 Oct 12 04:22:29.098115 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-069910d1-5429-4417-952c-2e5a7d76c7b0 req-8396f726-2b30-4c91-b1e1-b2d7a2ae0139 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321562 Oct 12 04:22:29.629553 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-8537cf9e-b8ff-48e7-9c79-e7034b9d68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:29.631073 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-8537cf9e-b8ff-48e7-9c79-e7034b9d68c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1099 time: 0.0415413 Oct 12 04:22:29.723066 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-98be39a2-7e5a-4424-8de7-b15fe5fb9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:29.724499 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-98be39a2-7e5a-4424-8de7-b15fe5fb9ad0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 200 len: 910 time: 0.0840647 Oct 12 04:22:29.798470 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-988ecdd0-14e6-4088-b746-85ba3e89eb26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 200 len: 1000 time: 0.0656362 Oct 12 04:22:29.833949 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3ef23710-7495-4860-9b66-be86a491af80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:29.854003 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-22dfab45-0f6f-4669-b3b5-174b1184b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:29.855591 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-22dfab45-0f6f-4669-b3b5-174b1184b3b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e045abf4-786d-4f8e-bc94-fec5107361d4 HTTP/1.1" status: 200 len: 848 time: 0.0458798 Oct 12 04:22:29.903932 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-a21b1f18-a6c5-40d7-b70d-17646aa0c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:29.905277 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-a21b1f18-a6c5-40d7-b70d-17646aa0c4f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382314 Oct 12 04:22:29.991956 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-7e84d17b-3066-4826-9af8-8927d2812051 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786395 Oct 12 04:22:30.085874 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-f9aa496f-7445-433f-9e7b-0772ab017810 req-8a0463aa-c292-487f-ab2e-e7b1523a9bbd service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822737 Oct 12 04:22:30.221284 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5aab2-e3f4-4878-a99a-c535994dfb3e req-fa5d7b0a-d562-4cb5-baa4-1d6ee5cdc8d4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:30.222756 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d0d5aab2-e3f4-4878-a99a-c535994dfb3e req-fa5d7b0a-d562-4cb5-baa4-1d6ee5cdc8d4 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0495420 Oct 12 04:22:30.261204 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d0d5aab2-e3f4-4878-a99a-c535994dfb3e req-953e118e-4915-4fb5-be42-26920dde2e0a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325105 Oct 12 04:22:31.381306 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daba4d8-2666-4f8c-b480-c1605e8fca2b req-a0888f1c-709f-4511-b16a-8133a72e3c12 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:31.382788 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1daba4d8-2666-4f8c-b480-c1605e8fca2b req-a0888f1c-709f-4511-b16a-8133a72e3c12 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0484147 Oct 12 04:22:31.419408 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1daba4d8-2666-4f8c-b480-c1605e8fca2b req-9aeac32c-4c63-46da-9aee-e800d3ca7da2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308583 Oct 12 04:22:31.856963 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:32.228069 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-48e33945-4fbb-4106-bab7-2775392b78cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:32.535625 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74776f21-e5ab-4b53-81d5-626f7a7894b1 req-89999164-ff79-4689-8b45-8537ee774e3d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:32.536979 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-74776f21-e5ab-4b53-81d5-626f7a7894b1 req-89999164-ff79-4689-8b45-8537ee774e3d tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 944 time: 0.0508034 Oct 12 04:22:32.573653 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-74776f21-e5ab-4b53-81d5-626f7a7894b1 req-138e668e-87b6-4358-92d9-0875dba9f84f tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302680 Oct 12 04:22:32.730968 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:22:32.830685 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:32.841872 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '5617efe3-71de-4588-bef7-3cd445452960', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'port_id': '5617efe3-71de-4588-bef7-3cd445452960', 'mac_address': 'fa:16:3e:50:78:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:22:32.877651 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:32.889611 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5617efe3-71de-4588-bef7-3cd445452960 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:22:32.908517 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:32.970740 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:33.016251 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=9']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:33.165353 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:33.204292 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['5617efe3-71de-4588-bef7-3cd445452960'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:22:33.691653 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f33d8-88a0-4ee8-acb4-7ca7fc7e50b8 req-55f479af-f206-49b3-8c61-3a4b6427ce4b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:33.693022 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ca6f33d8-88a0-4ee8-acb4-7ca7fc7e50b8 req-55f479af-f206-49b3-8c61-3a4b6427ce4b tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 945 time: 0.0479934 Oct 12 04:22:33.712553 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:33.729890 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ca6f33d8-88a0-4ee8-acb4-7ca7fc7e50b8 req-651b6a5a-b801-41b5-9bce-b32215e09eba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303540 Oct 12 04:22:34.777335 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:22:34.841236 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 5617efe3-71de-4588-bef7-3cd445452960 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:22:34.841600 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:34.868950 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089a3cc-671e-46f5-bc42-ae6c0db62d3e req-4a500bdd-99d3-43a3-8d62-d60c6581edf2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:34.870423 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8089a3cc-671e-46f5-bc42-ae6c0db62d3e req-4a500bdd-99d3-43a3-8d62-d60c6581edf2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 945 time: 0.0477173 Oct 12 04:22:34.907625 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8089a3cc-671e-46f5-bc42-ae6c0db62d3e req-90500742-f584-4742-858d-ffd3949e02bc tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312407 Oct 12 04:22:34.921667 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:34.943635 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5617efe3-71de-4588-bef7-3cd445452960'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:22:34.946442 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5ae556-62ae-41e4-937b-0dbd2a319f14" -d '{"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-plugged", "status": "completed", "tag": "5617efe3-71de-4588-bef7-3cd445452960"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:22:34.958595 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:35.026786 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:35.050408 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77be0865-74f7-4bed-aafe-ebe0bfbefc57 x-openstack-request-id: req-77be0865-74f7-4bed-aafe-ebe0bfbefc57 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:22:35.050722 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-plugged", "status": "completed", "tag": "5617efe3-71de-4588-bef7-3cd445452960", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:22:35.050974 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77be0865-74f7-4bed-aafe-ebe0bfbefc57 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:22:35.051357 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5617efe3-71de-4588-bef7-3cd445452960', 'code': 200} Oct 12 04:22:35.080687 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=10']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:35.354210 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b226b-ff85-40c8-a1b9-26eab89bf3ce req-5cbdffc8-5d5a-42ae-9c62-c1c71a1226f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:35.355738 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7e2b226b-ff85-40c8-a1b9-26eab89bf3ce req-5cbdffc8-5d5a-42ae-9c62-c1c71a1226f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 1100 time: 0.0398479 Oct 12 04:22:35.389329 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7e2b226b-ff85-40c8-a1b9-26eab89bf3ce req-046f6940-996c-48c1-a3c9-582bcdc52bc1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0266378 Oct 12 04:22:35.422187 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:36.026488 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8e28-32b7-4e00-984c-90894ff4db55 req-cc85769e-8f17-4ed6-98e6-1c738ffa155c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:36.027862 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-183e8e28-32b7-4e00-984c-90894ff4db55 req-cc85769e-8f17-4ed6-98e6-1c738ffa155c tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 947 time: 0.0510926 Oct 12 04:22:36.064748 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-183e8e28-32b7-4e00-984c-90894ff4db55 req-fa1b3ce8-7569-40c8-a26b-958f83374163 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309308 Oct 12 04:22:37.186184 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcf4a0-b568-4c17-9e06-4d74ba3f167c req-caedef01-5006-4f04-a098-88bd03cbe1ce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:37.187776 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-41bcf4a0-b568-4c17-9e06-4d74ba3f167c req-caedef01-5006-4f04-a098-88bd03cbe1ce tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 947 time: 0.0502350 Oct 12 04:22:37.226478 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-41bcf4a0-b568-4c17-9e06-4d74ba3f167c req-710e815e-cf12-4361-86de-b2364a325f93 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328236 Oct 12 04:22:38.348029 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebe13b-9897-4eb3-aa38-da1a2192a457 req-14da6f66-e255-42a2-8ebb-4fc2f02f0470 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:38.349512 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-46ebe13b-9897-4eb3-aa38-da1a2192a457 req-14da6f66-e255-42a2-8ebb-4fc2f02f0470 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 947 time: 0.0491881 Oct 12 04:22:38.387836 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-46ebe13b-9897-4eb3-aa38-da1a2192a457 req-6bf1a813-79d7-4d2f-9cc9-850a69f32dd3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317521 Oct 12 04:22:42.622533 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60541-74f0-41e7-bef8-4143715d79d2 req-3d505c9e-72da-48db-ab27-1f552f4a9f79 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:42.624160 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57a60541-74f0-41e7-bef8-4143715d79d2 req-3d505c9e-72da-48db-ab27-1f552f4a9f79 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 946 time: 0.0521901 Oct 12 04:22:42.660561 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57a60541-74f0-41e7-bef8-4143715d79d2 req-5be00810-f015-4e19-8b87-283fffaa40bf tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303950 Oct 12 04:22:43.773649 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf21f-ed7d-470e-b9fd-e5eb63bbc12b req-9665b411-7d6d-47f6-aa3e-87d103f2d7c3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:43.775126 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4bebf21f-ed7d-470e-b9fd-e5eb63bbc12b req-9665b411-7d6d-47f6-aa3e-87d103f2d7c3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 946 time: 0.0486073 Oct 12 04:22:43.812023 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4bebf21f-ed7d-470e-b9fd-e5eb63bbc12b req-d415f1f8-fd56-47ac-ab4d-38baaafc3dae tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Oct 12 04:22:44.474736 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-57dbe4d8-70f6-4bbb-a782-e2003977ae77 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:44.476145 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-57dbe4d8-70f6-4bbb-a782-e2003977ae77 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 946 time: 0.0497320 Oct 12 04:22:44.782591 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Deleting port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:22:44.782951 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:44.876221 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] For port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:44.876578 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:44.926720 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed89254-f084-4ef5-9eca-5c18acdee242 req-33e42813-6d4c-40de-bff7-69fc83ce158f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:22:44.928205 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fed89254-f084-4ef5-9eca-5c18acdee242 req-33e42813-6d4c-40de-bff7-69fc83ce158f tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 946 time: 0.0474031 Oct 12 04:22:44.965322 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fed89254-f084-4ef5-9eca-5c18acdee242 req-8243419a-66c7-4f61-888f-afe9a4361297 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5d0a4-72fd-452a-9782-def870bf5289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305171 Oct 12 04:22:45.046549 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:45.046549 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:45.046549 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.l3_db [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Floating IP 97635aca-d5f7-4189-981b-c349dbae5488 disassociated. External IP: 172.27.2.196, port: ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2. Oct 12 04:22:45.046549 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Calling delete_port for ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:22:45.237876 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:45.264797 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event deleted for resources: {'Port': ['ID=ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:45.374803 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Router 822fcce4-d51b-439d-82b5-6ea0236b67b2 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:22:45.481868 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:22:45.491423 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] Sync routers for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:22:45.500299 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:22:45.500903 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:22:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:45.521092 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] No DVR routers for this DVR port ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:22:45.523613 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:45.527596 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-b5005e95-6af8-449f-a4a4-e8eb47881df8 req-a0c8c1aa-6181-40bf-863b-37206ff17c9b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.36 "DELETE /v2.0/ports/ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 HTTP/1.1" status: 204 len: 173 time: 1.0445051 Oct 12 04:22:45.528032 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'name': 'network-vif-deleted', 'tag': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:22:45.530273 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed7a53e-cdfd-475a-9a82-c65c4b6587fd" -d '{"events": [{"server_uuid": "3f60d1c9-289f-4fa1-a16d-41983b1e56e9", "name": "network-vif-deleted", "tag": "ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:22:45.613167 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:22:45.627123 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c847779-0daf-42c3-8508-ec4d06509f8a x-openstack-request-id: req-5c847779-0daf-42c3-8508-ec4d06509f8a {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:22:45.627416 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f60d1c9-289f-4fa1-a16d-41983b1e56e9", "name": "network-vif-deleted", "tag": "ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:22:45.627672 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c847779-0daf-42c3-8508-ec4d06509f8a {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:22:45.628067 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f60d1c9-289f-4fa1-a16d-41983b1e56e9', 'name': 'network-vif-deleted', 'tag': 'ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2', 'status': 'completed', 'code': 200} Oct 12 04:22:45.825350 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:45.851095 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] Checking router: 822fcce4-d51b-439d-82b5-6ea0236b67b2 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:22:45.859716 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:22:45.860371 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:22:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:46.076081 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a86b4e4a-e5fd-4726-a66f-cb470d027e0c req-cf3d996c-f226-4ec2-bde1-94c431f1b206 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f60d1c9-289f-4fa1-a16d-41983b1e56e9 HTTP/1.1" status: 200 len: 210 time: 0.0297246 Oct 12 04:22:46.083054 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:22:46.297884 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:46.324429 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0664bd-7bcd-4e8c-92e6-1e7b4d3e2f44 None None] The sync data for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi is: [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:16:56Z', 'revision_number': 4, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'd3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53', 'name': '', 'network_id': '47359d39-1ce6-44f7-a02f-d9bf518e6124', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'mac_address': 'fa:16:3e:0c:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:04Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'subnets': [{'id': 'ce63bf54-3c6f-454a-8c66-aefa0d594a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:22:46.527364 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cdb90-5f0f-4ed2-bee9-224290793f76 None None] New status for floating IP 97635aca-d5f7-4189-981b-c349dbae5488: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:22:47.233979 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58694) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:47.287030 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-92f2b74d-0bba-44c3-9d1b-49db4195dd5b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.311432 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-92f2b74d-0bba-44c3-9d1b-49db4195dd5b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.427439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-92f2b74d-0bba-44c3-9d1b-49db4195dd5b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.429996 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-92f2b74d-0bba-44c3-9d1b-49db4195dd5b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.431153 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-92f2b74d-0bba-44c3-9d1b-49db4195dd5b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "DELETE /v2.0/security-groups/dcc5d0a4-72fd-452a-9782-def870bf5289 HTTP/1.1" status: 204 len: 168 time: 0.1962004 Oct 12 04:22:47.434379 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 58696) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:47.440494 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2b74d-0bba-44c3-9d1b-49db4195dd5b tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc5d0a4-72fd-452a-9782-def870bf5289,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:47.447848 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.api.v2.resource [None req-31298e72-c85b-40a4-92f3-7e33d0aa19ad tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] show failed (client error): The resource could not be found. Oct 12 04:22:47.452354 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58698) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:47.452520 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-31298e72-c85b-40a4-92f3-7e33d0aa19ad tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "GET /v2.0/security-groups/dcc5d0a4-72fd-452a-9782-def870bf5289 HTTP/1.1" status: 404 len: 347 time: 0.0169921 Oct 12 04:22:47.572152 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Deleting port bc53ec4a-0984-4621-9e09-419a8b878189 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:22:47.572485 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.649136 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.649453 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.660873 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Calling delete_port for bc53ec4a-0984-4621-9e09-419a8b878189 owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:22:47.843319 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.866775 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Pushing event deleted for resources: {'Port': ['ID=bc53ec4a-0984-4621-9e09-419a8b878189,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:47.926621 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.929212 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:47.930349 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1df261c0-8558-4167-b617-26fc7aac6eb3 tempest-AttachVolumeTestJSON-1378332929 tempest-AttachVolumeTestJSON-1378332929-project] 10.222.0.21 "DELETE /v2.0/floatingips/97635aca-d5f7-4189-981b-c349dbae5488 HTTP/1.1" status: 204 len: 168 time: 0.4769428 Oct 12 04:22:48.854893 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:22:48.875381 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:22:48.875718 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device ad2c8eae-2e0c-4e91-b413-4ab20a5ad7f2 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:22:51.866879 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58728) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:52.290689 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701570'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:52.524920 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Deleting port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:22:52.525249 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:52.602294 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] For port d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:52.602644 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:52.614469 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Calling delete_port for d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:22:52.839547 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:52.871298 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:53.028029 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701494'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:53.233101 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Router 822fcce4-d51b-439d-82b5-6ea0236b67b2 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:22:53.332929 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:22:53.339392 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-fd129906-fa10-4149-920a-74da193cae53 admin admin] 10.222.0.21 "PUT /v2.0/routers/822fcce4-d51b-439d-82b5-6ea0236b67b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4699886 Oct 12 04:22:53.340962 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58732) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:53.343727 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] Sync routers for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:22:53.352753 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:22:53.353359 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:22:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:53.460522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:22:53.651068 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:22:52Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:53.678725 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] Checking router: 822fcce4-d51b-439d-82b5-6ea0236b67b2 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:22:53.687779 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] Routers {'822fcce4-d51b-439d-82b5-6ea0236b67b2'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:22:53.688386 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:22:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['822fcce4-d51b-439d-82b5-6ea0236b67b2'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:53.693125 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:53.790715 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] Set router 822fcce4-d51b-439d-82b5-6ea0236b67b2 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:22:53.795508 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:53.930455 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Deleting port 0dcd7c29-d78e-4e41-8800-267d406292ac {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:22:53.931126 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:53.964739 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:22:52Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:53.993821 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529ab48-a132-438e-8420-af1e40642fb9 None None] The sync data for ids ['822fcce4-d51b-439d-82b5-6ea0236b67b2'] in dv-cinder-813067-1-iscsi is: [{'id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'name': 'tempest-AttachVolumeTestJSON-48908864-router', 'tenant_id': 'a99e41211e834d8aaf06b40712cb4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:48Z', 'updated_at': '2021-10-12T04:22:52Z', 'revision_number': 5, 'project_id': 'a99e41211e834d8aaf06b40712cb4893', 'gw_port': {'id': '0dcd7c29-d78e-4e41-8800-267d406292ac', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822fcce4-d51b-439d-82b5-6ea0236b67b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:50Z', 'updated_at': '2021-10-12T04:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:22:54.008194 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] For port 0dcd7c29-d78e-4e41-8800-267d406292ac, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=0dcd7c29-d78e-4e41-8800-267d406292ac,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:54.008553 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.024701 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Calling delete_port for 0dcd7c29-d78e-4e41-8800-267d406292ac owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:22:54.244962 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.269077 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dcd7c29-d78e-4e41-8800-267d406292ac,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:54.327724 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544212'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.419336 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3077'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.421592 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.525119 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-704047'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.525648 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 822fcce4-d51b-439d-82b5-6ea0236b67b2 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:22:54.530919 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.534400 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-25e28b8b-6eae-40ac-9288-28fac5ef2441 admin admin] 10.222.0.21 "DELETE /v2.0/routers/822fcce4-d51b-439d-82b5-6ea0236b67b2 HTTP/1.1" status: 204 len: 168 time: 1.1901274 Oct 12 04:22:54.534559 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58734) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:54.579527 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-498859e1-891e-47b4-b69c-f014be9d5589 admin admin] Deleting subnet ce63bf54-3c6f-454a-8c66-aefa0d594a43 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:22:54.582929 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-498859e1-891e-47b4-b69c-f014be9d5589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.618212 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-498859e1-891e-47b4-b69c-f014be9d5589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.725093 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-498859e1-891e-47b4-b69c-f014be9d5589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.845520 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-498859e1-891e-47b4-b69c-f014be9d5589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.870613 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498859e1-891e-47b4-b69c-f014be9d5589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce63bf54-3c6f-454a-8c66-aefa0d594a43,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:54.874815 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-498859e1-891e-47b4-b69c-f014be9d5589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:54.878476 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-498859e1-891e-47b4-b69c-f014be9d5589 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce63bf54-3c6f-454a-8c66-aefa0d594a43 HTTP/1.1" status: 204 len: 168 time: 0.3423295 Oct 12 04:22:54.880547 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aa3099-3047-44e4-90b1-d29ad81d8347 None None] Network 47359d39-1ce6-44f7-a02f-d9bf518e6124 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:22:54.881101 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58738) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:54.959966 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.022254 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Deleting port fc7ca3ac-59eb-43d6-931c-067eb60a945e {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:22:55.023200 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.084383 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fe660-3b6f-407a-b80d-a5824a7838d1 None None] DHCP port deletion for 47359d39-1ce6-44f7-a02f-d9bf518e6124 request from dv-cinder-813067-1-iscsi {{(pid=94613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:22:55.091210 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] For port fc7ca3ac-59eb-43d6-931c-067eb60a945e, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=fc7ca3ac-59eb-43d6-931c-067eb60a945e,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:55.095129 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.097807 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 0dcd7c29-d78e-4e41-8800-267d406292ac no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:22:55.110062 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Calling delete_port for fc7ca3ac-59eb-43d6-931c-067eb60a945e owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:22:55.134929 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 0dcd7c29-d78e-4e41-8800-267d406292ac {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:22:55.135270 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 0dcd7c29-d78e-4e41-8800-267d406292ac not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:22:55.135676 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:22:55.158150 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:22:55.158489 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device d3f2f2d9-bcc2-4f2a-ba0a-7c26fc299e53 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:22:55.176206 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-402fe660-3b6f-407a-b80d-a5824a7838d1 None None] Deleting port fc7ca3ac-59eb-43d6-931c-067eb60a945e {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:22:55.176603 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-402fe660-3b6f-407a-b80d-a5824a7838d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.239667 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-402fe660-3b6f-407a-b80d-a5824a7838d1 None None] For port fc7ca3ac-59eb-43d6-931c-067eb60a945e, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=fc7ca3ac-59eb-43d6-931c-067eb60a945e,segment=NetworkSegment(ce919575-91f2-4467-b458-002d145d1003),segment_id=ce919575-91f2-4467-b458-002d145d1003)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:22:55.240049 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-402fe660-3b6f-407a-b80d-a5824a7838d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.252230 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-402fe660-3b6f-407a-b80d-a5824a7838d1 None None] Calling delete_port for fc7ca3ac-59eb-43d6-931c-067eb60a945e owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:22:55.296624 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.321424 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7ca3ac-59eb-43d6-931c-067eb60a945e,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:55.325569 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] No DVR routers for this DVR port fc7ca3ac-59eb-43d6-931c-067eb60a945e on host dv-cinder-813067-1-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:22:55.363236 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-402fe660-3b6f-407a-b80d-a5824a7838d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.387822 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fe660-3b6f-407a-b80d-a5824a7838d1 None None] Pushing event deleted for resources: {'Port': ['ID=fc7ca3ac-59eb-43d6-931c-067eb60a945e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:55.391651 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fe660-3b6f-407a-b80d-a5824a7838d1 None None] No DVR routers for this DVR port fc7ca3ac-59eb-43d6-931c-067eb60a945e on host dv-cinder-813067-1-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:22:55.397692 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.418547 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47359d39-1ce6-44f7-a02f-d9bf518e6124']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:55.427632 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce919575-91f2-4467-b458-002d145d1003') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:55.427917 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce919575-91f2-4467-b458-002d145d1003') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:22:55.438643 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8545627'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.452102 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.457912 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:22:55.458279 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546280'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: Traceback (most recent call last): Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: timer() Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: cb(*args, **kw) Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: return func(*args, **kwargs) Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: self._notify() Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: self.callback(batched_events) Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: event.method(event) Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: return f(self, *a, **k) Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._get(url).json() Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:22:55.459944 dv-cinder-813067-1-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:22:55.610522 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.615040 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:55.618164 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/47359d39-1ce6-44f7-a02f-d9bf518e6124 HTTP/1.1" status: 204 len: 168 time: 0.7366428 Oct 12 04:22:55.631133 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c3c10-3efb-4991-b45c-130d2de17cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=47359d39-1ce6-44f7-a02f-d9bf518e6124,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:55.934908 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58744) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:55.976723 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c49b1d99-2efc-4a4e-91a3-0f620950ca30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a99e41211e834d8aaf06b40712cb4893&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406640 Oct 12 04:22:55.979436 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58746) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:22:56.031979 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-35ff9a3b-4875-4e86-b12e-112a04eb5d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:56.054924 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-35ff9a3b-4875-4e86-b12e-112a04eb5d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:56.170550 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-35ff9a3b-4875-4e86-b12e-112a04eb5d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:56.173298 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-35ff9a3b-4875-4e86-b12e-112a04eb5d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:56.174454 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-35ff9a3b-4875-4e86-b12e-112a04eb5d57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/798c8466-3e52-4e19-8641-400a6d3aa290 HTTP/1.1" status: 204 len: 168 time: 0.1941259 Oct 12 04:22:56.183141 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff9a3b-4875-4e86-b12e-112a04eb5d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c8466-3e52-4e19-8641-400a6d3aa290,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:22:57.036675 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device fc7ca3ac-59eb-43d6-931c-067eb60a945e no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:22:57.056288 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: fc7ca3ac-59eb-43d6-931c-067eb60a945e {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:22:57.056621 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device fc7ca3ac-59eb-43d6-931c-067eb60a945e not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:22:59.833402 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e5d97bc2-2b57-4954-9189-d836253448ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:00.865681 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:23:01.827433 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:02.221583 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7f4233c-b5b5-42bb-8407-bb969511db91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:03.159068 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:03.696329 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:05.433269 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:10.152003 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58886) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:10.251431 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4412517f-62f9-49b2-b673-d4b20884a509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:10.323147 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4412517f-62f9-49b2-b673-d4b20884a509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:10.396909 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4412517f-62f9-49b2-b673-d4b20884a509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:10.438338 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4412517f-62f9-49b2-b673-d4b20884a509 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=476094221dfa491891f6550e479072ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852108 Oct 12 04:23:10.439226 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412517f-62f9-49b2-b673-d4b20884a509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea3af21-6a43-4db8-bbd0-41288a3e2134,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:10.441005 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 58892) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:10.492850 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:10.513796 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:10.625789 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:10.628420 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:10.629557 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eea3af21-6a43-4db8-bbd0-41288a3e2134 HTTP/1.1" status: 204 len: 168 time: 0.1875906 Oct 12 04:23:10.637253 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea3af21-6a43-4db8-bbd0-41288a3e2134,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:10.644837 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.645186 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.645537 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.645855 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.646180 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.646507 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.646862 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.647186 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.647535 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.647874 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.648297 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:10.648625 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d71c2-d20f-46b3-86a1-bf2725e9a9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:11.138387 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 58898) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:11.151362 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-06eeb972-d7b9-4a70-a1d3-c9266ddbcb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:11.223380 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-06eeb972-d7b9-4a70-a1d3-c9266ddbcb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:11.261740 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-06eeb972-d7b9-4a70-a1d3-c9266ddbcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:11.301960 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-06eeb972-d7b9-4a70-a1d3-c9266ddbcb47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d568a33dd87c4ef9add8a546ddf49c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624444 Oct 12 04:23:11.302848 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeb972-d7b9-4a70-a1d3-c9266ddbcb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f24a9b-abca-4582-aee1-6f6efd66135a,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:11.305893 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 58902) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:11.354897 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5384d707-f633-4359-86ba-a22beded1daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:11.379699 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5384d707-f633-4359-86ba-a22beded1daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:11.468348 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5384d707-f633-4359-86ba-a22beded1daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:11.471093 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5384d707-f633-4359-86ba-a22beded1daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:11.472342 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-5384d707-f633-4359-86ba-a22beded1daf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82f24a9b-abca-4582-aee1-6f6efd66135a HTTP/1.1" status: 204 len: 168 time: 0.1653697 Oct 12 04:23:11.480475 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384d707-f633-4359-86ba-a22beded1daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f24a9b-abca-4582-aee1-6f6efd66135a,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:11.774820 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5e39f-095c-47b3-ac26-a0cf9d82fb6a req-739fe917-853f-4a9f-8e69-e14f08723d14 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:11.776293 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-64b5e39f-095c-47b3-ac26-a0cf9d82fb6a req-739fe917-853f-4a9f-8e69-e14f08723d14 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 947 time: 0.0538819 Oct 12 04:23:11.813968 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-64b5e39f-095c-47b3-ac26-a0cf9d82fb6a req-a0357c76-ba24-4c90-bb51-a718d0938365 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311198 Oct 12 04:23:12.934697 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02624ae-9d48-4393-a7d9-7bf18624b35c req-034f81a7-b679-4b73-a724-a54b203982ae tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:12.936206 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c02624ae-9d48-4393-a7d9-7bf18624b35c req-034f81a7-b679-4b73-a724-a54b203982ae tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 947 time: 0.0488994 Oct 12 04:23:12.978458 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c02624ae-9d48-4393-a7d9-7bf18624b35c req-59d280e8-6d6a-4b5a-beb2-6df28ef43fba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups?id=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323887 Oct 12 04:23:13.110232 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b256b-f375-4853-b367-9827c9bf53c8 req-10da14ca-cd1c-4219-9abf-8b770264f0d3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:13.112434 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-094b256b-f375-4853-b367-9827c9bf53c8 req-10da14ca-cd1c-4219-9abf-8b770264f0d3 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 947 time: 0.0555537 Oct 12 04:23:13.203728 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Deleting port 5617efe3-71de-4588-bef7-3cd445452960 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:23:13.204156 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:13.294259 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] For port 5617efe3-71de-4588-bef7-3cd445452960, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5617efe3-71de-4588-bef7-3cd445452960,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:23:13.296248 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:13.467191 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:13.467805 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:13.468332 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.l3_db [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Floating IP 0e6c6ef4-7c1d-4bb4-ba29-0b93174a82c9 disassociated. External IP: 172.27.2.59, port: 5617efe3-71de-4588-bef7-3cd445452960. Oct 12 04:23:13.468970 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Calling delete_port for 5617efe3-71de-4588-bef7-3cd445452960 owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:23:13.656215 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:13.685653 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event deleted for resources: {'Port': ['ID=5617efe3-71de-4588-bef7-3cd445452960,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:13.800735 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Router 24bff725-519e-45a3-adfe-73ed526b6aa1 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:23:13.913870 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:23:13.924994 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] Sync routers for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:23:13.935730 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:23:13.936445 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:23:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:13.960266 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] No DVR routers for this DVR port 5617efe3-71de-4588-bef7-3cd445452960 on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:23:13.960266 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:13.961401 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-094b256b-f375-4853-b367-9827c9bf53c8 req-b5cf912d-0076-4574-8fbf-9a59c29399ba tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.36 "DELETE /v2.0/ports/5617efe3-71de-4588-bef7-3cd445452960 HTTP/1.1" status: 204 len: 173 time: 0.8420234 Oct 12 04:23:13.961846 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-deleted', 'tag': '5617efe3-71de-4588-bef7-3cd445452960'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:23:13.964734 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248ba2ff-2575-468e-ae37-2154906f4a7d" -d '{"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-deleted", "tag": "5617efe3-71de-4588-bef7-3cd445452960"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:23:14.001476 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab47faa-839a-483e-b00e-985d833d7954 x-openstack-request-id: req-fab47faa-839a-483e-b00e-985d833d7954 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:23:14.001761 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12862c4a-cd3e-4b8e-91b3-9dbe108af390", "name": "network-vif-deleted", "tag": "5617efe3-71de-4588-bef7-3cd445452960", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:23:14.002190 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fab47faa-839a-483e-b00e-985d833d7954 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:23:14.002584 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12862c4a-cd3e-4b8e-91b3-9dbe108af390', 'name': 'network-vif-deleted', 'tag': '5617efe3-71de-4588-bef7-3cd445452960', 'status': 'completed', 'code': 200} Oct 12 04:23:14.046261 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:23:14.098959 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f526b5a1-9eb1-4e79-b5a2-46505fda0004 req-e8832884-9e2b-4f47-8806-463c3e30042a tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/ports?device_id=12862c4a-cd3e-4b8e-91b3-9dbe108af390 HTTP/1.1" status: 200 len: 210 time: 0.0340106 Oct 12 04:23:14.270754 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:14.300256 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] Checking router: 24bff725-519e-45a3-adfe-73ed526b6aa1 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:23:14.307388 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:23:14.307995 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:23:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:14.410197 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:23:14.599209 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:14.628609 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1dc16-a000-43d1-8461-66e27732d634 None None] The sync data for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi is: [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ded21670-419b-45d7-859a-f925d6c5c899', 'name': '', 'network_id': '7c7c1cf8-2399-44c9-829e-9a108f01a5bc', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'mac_address': 'fa:16:3e:1d:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:17:01Z', 'updated_at': '2021-10-12T04:17:14Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'subnets': [{'id': '887335af-ce9a-4fe1-8478-50f5d5a8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:23:14.839278 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b226d-8a4b-43ba-93cb-1bd125616c9b None None] New status for floating IP 0e6c6ef4-7c1d-4bb4-ba29-0b93174a82c9: DOWN {{(pid=94613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:23:15.256681 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 58974) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:15.318468 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4a9931f-4fa9-4d0f-871d-c14966836cd2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.341766 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4a9931f-4fa9-4d0f-871d-c14966836cd2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.483390 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4a9931f-4fa9-4d0f-871d-c14966836cd2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.486181 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4a9931f-4fa9-4d0f-871d-c14966836cd2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.487381 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d4a9931f-4fa9-4d0f-871d-c14966836cd2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "DELETE /v2.0/security-groups/c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb HTTP/1.1" status: 204 len: 168 time: 0.2294989 Oct 12 04:23:15.490218 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58978) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:15.498949 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9931f-4fa9-4d0f-871d-c14966836cd2 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:15.503921 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.api.v2.resource [None req-e19ae54b-b663-41a3-99a9-bb56a3704f26 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] show failed (client error): The resource could not be found. Oct 12 04:23:15.508176 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e19ae54b-b663-41a3-99a9-bb56a3704f26 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "GET /v2.0/security-groups/c312adf6-7a6e-4fd1-8d0e-f9ed56cfbdbb HTTP/1.1" status: 404 len: 347 time: 0.0136416 Oct 12 04:23:15.509066 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 58980) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:15.631940 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Deleting port 5e0c0299-8a60-4444-be90-ce4a28f530eb {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:23:15.632284 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.705818 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.706142 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.718217 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Calling delete_port for 5e0c0299-8a60-4444-be90-ce4a28f530eb owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:23:15.907187 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.938684 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Pushing event deleted for resources: {'Port': ['ID=5e0c0299-8a60-4444-be90-ce4a28f530eb,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:15.995418 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.998388 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:15.999579 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-38996c2e-ddd2-451c-bcb1-29eaeaf5cfb5 tempest-AttachVolumeShelveTestJSON-2044453812 tempest-AttachVolumeShelveTestJSON-2044453812-project] 10.222.0.21 "DELETE /v2.0/floatingips/0e6c6ef4-7c1d-4bb4-ba29-0b93174a82c9 HTTP/1.1" status: 204 len: 168 time: 0.4896066 Oct 12 04:23:17.009539 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:23:17.029329 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 5617efe3-71de-4588-bef7-3cd445452960 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:23:17.029658 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 5617efe3-71de-4588-bef7-3cd445452960 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:23:18.681630 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 59026) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:18.882083 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59032) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:18.983593 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2db2e533-1b7d-44ec-a44d-3285bb9911bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.057778 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2db2e533-1b7d-44ec-a44d-3285bb9911bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.121038 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701570'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.130184 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2db2e533-1b7d-44ec-a44d-3285bb9911bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.172797 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-2db2e533-1b7d-44ec-a44d-3285bb9911bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8aa65269397440cb8d4491d5b38fd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895515 Oct 12 04:23:19.173375 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59036) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:19.175429 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2e533-1b7d-44ec-a44d-3285bb9911bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c728b06a-9706-49f4-ab53-0955aad3d93d,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:19.227333 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8afff612-64ec-4f7d-97d3-8790da540423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.248224 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8afff612-64ec-4f7d-97d3-8790da540423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.364507 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Deleting port ded21670-419b-45d7-859a-f925d6c5c899 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:23:19.364836 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.376010 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8afff612-64ec-4f7d-97d3-8790da540423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.378818 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-8afff612-64ec-4f7d-97d3-8790da540423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.379976 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-8afff612-64ec-4f7d-97d3-8790da540423 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c728b06a-9706-49f4-ab53-0955aad3d93d HTTP/1.1" status: 204 len: 168 time: 0.2055824 Oct 12 04:23:19.390010 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afff612-64ec-4f7d-97d3-8790da540423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c728b06a-9706-49f4-ab53-0955aad3d93d,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:19.444675 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] For port ded21670-419b-45d7-859a-f925d6c5c899, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=ded21670-419b-45d7-859a-f925d6c5c899,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:23:19.445039 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.457785 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Calling delete_port for ded21670-419b-45d7-859a-f925d6c5c899 owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:23:19.683230 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.710337 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ded21670-419b-45d7-859a-f925d6c5c899,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:19.735105 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.735707 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.736197 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.736685 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.737177 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.737674 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.737997 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.738320 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.738647 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.738990 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.739311 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.739629 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:19.883108 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701494'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:19.996292 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59042) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:20.010082 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-49322212-f1ae-4303-88ab-97f49c620e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.082506 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-49322212-f1ae-4303-88ab-97f49c620e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.092899 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Router 24bff725-519e-45a3-adfe-73ed526b6aa1 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:23:20.141679 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-49322212-f1ae-4303-88ab-97f49c620e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.179601 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-49322212-f1ae-4303-88ab-97f49c620e93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69a62461f4ff446787cb1a138322e264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820462 Oct 12 04:23:20.180222 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49322212-f1ae-4303-88ab-97f49c620e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee6afe4-8170-4678-bfc1-f969a990f899,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:20.182481 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59044) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:20.202609 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:23:20.207992 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-8cbbaefa-997b-40b1-81cc-3c5a6b240f8c admin admin] 10.222.0.21 "PUT /v2.0/routers/24bff725-519e-45a3-adfe-73ed526b6aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253463 Oct 12 04:23:20.210448 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59046) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:20.211313 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] Sync routers for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:23:20.220614 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:23:20.221218 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:23:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:20.280365 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4f8b65e8-1392-41b0-95a6-377f54609b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.324082 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:23:20.334707 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4f8b65e8-1392-41b0-95a6-377f54609b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.355554 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.473858 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.525064 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4f8b65e8-1392-41b0-95a6-377f54609b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.527768 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4f8b65e8-1392-41b0-95a6-377f54609b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.533309 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-4f8b65e8-1392-41b0-95a6-377f54609b0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ee6afe4-8170-4678-bfc1-f969a990f899 HTTP/1.1" status: 204 len: 168 time: 0.3455172 Oct 12 04:23:20.537199 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b65e8-1392-41b0-95a6-377f54609b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee6afe4-8170-4678-bfc1-f969a990f899,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:20.603249 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Deleting port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:23:20.603668 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.689789 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] For port 5ab1a6fc-5631-4f1c-9f4e-02c031e48288, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=5ab1a6fc-5631-4f1c-9f4e-02c031e48288,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:23:20.690152 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.699471 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:23:19Z', 'revision_number': 5, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port': {'id': '5ab1a6fc-5631-4f1c-9f4e-02c031e48288', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:54Z', 'updated_at': '2021-10-12T04:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:20.702226 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Calling delete_port for 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 owned by network:router_gateway {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:23:20.729493 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] Checking router: 24bff725-519e-45a3-adfe-73ed526b6aa1 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:23:20.747932 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] Routers {'24bff725-519e-45a3-adfe-73ed526b6aa1'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:23:20.748369 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:23:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['24bff725-519e-45a3-adfe-73ed526b6aa1'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:20.838485 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] Set router 24bff725-519e-45a3-adfe-73ed526b6aa1 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:23:20.891371 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:23:20Z', 'revision_number': 6, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port_host': None}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:20.907532 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:20.921661 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d263e02-ee13-4975-98df-29c81014db9a None None] The sync data for ids ['24bff725-519e-45a3-adfe-73ed526b6aa1'] in dv-cinder-813067-1-iscsi is: [{'id': '24bff725-519e-45a3-adfe-73ed526b6aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2104876485-router', 'tenant_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:52Z', 'updated_at': '2021-10-12T04:23:20Z', 'revision_number': 6, 'project_id': '94eb0d66d77a44dba68f16a5d05cbe28', 'gw_port_host': None}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:23:20.941014 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab1a6fc-5631-4f1c-9f4e-02c031e48288,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:21.013183 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544212'] for router_gateway, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.121165 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3077'] for router, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.123415 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.221834 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-704047'] for router, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.222297 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24bff725-519e-45a3-adfe-73ed526b6aa1 {{(pid=94611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:23:21.234462 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.234462 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-2dacf8bd-06ce-494a-bc54-852ece9bcdb5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/24bff725-519e-45a3-adfe-73ed526b6aa1 HTTP/1.1" status: 204 len: 168 time: 1.0160186 Oct 12 04:23:21.234462 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59060) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:21.283522 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb1fa94-4519-4eb7-870c-9f84710c340d admin admin] Deleting subnet 887335af-ce9a-4fe1-8478-50f5d5a8fcb2 {{(pid=94611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:23:21.285362 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fa94-4519-4eb7-870c-9f84710c340d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.332969 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fa94-4519-4eb7-870c-9f84710c340d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9702806'] for subnet, precommit_delete_associations {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.449541 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fa94-4519-4eb7-870c-9f84710c340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.577104 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fa94-4519-4eb7-870c-9f84710c340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8605555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766286'] for subnet, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.604106 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1fa94-4519-4eb7-870c-9f84710c340d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887335af-ce9a-4fe1-8478-50f5d5a8fcb2,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:21.606332 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fa94-4519-4eb7-870c-9f84710c340d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.611738 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9abad46-98b5-4b21-9100-6ec6276801fb None None] Network 7c7c1cf8-2399-44c9-829e-9a108f01a5bc requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:23:21.612667 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 59072) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:21.623613 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-aeb1fa94-4519-4eb7-870c-9f84710c340d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/887335af-ce9a-4fe1-8478-50f5d5a8fcb2 HTTP/1.1" status: 204 len: 168 time: 0.3775961 Oct 12 04:23:21.683454 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.740053 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ded21670-419b-45d7-859a-f925d6c5c899 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:23:21.760383 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Deleting port d1d340e6-97e3-4977-a1ba-35077bb00b82 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:23:21.761119 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.762083 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: ded21670-419b-45d7-859a-f925d6c5c899 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:23:21.762427 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ded21670-419b-45d7-859a-f925d6c5c899 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:23:21.826020 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] DHCP port deletion for 7c7c1cf8-2399-44c9-829e-9a108f01a5bc request from dv-cinder-813067-1-iscsi {{(pid=94613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:23:21.835562 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] For port d1d340e6-97e3-4977-a1ba-35077bb00b82, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=d1d340e6-97e3-4977-a1ba-35077bb00b82,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:23:21.836159 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:21.851650 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Calling delete_port for d1d340e6-97e3-4977-a1ba-35077bb00b82 owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:23:21.875195 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Deleting port d1d340e6-97e3-4977-a1ba-35077bb00b82 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:23:21.875630 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.022350 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.051076 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d340e6-97e3-4977-a1ba-35077bb00b82,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:22.055265 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] No DVR routers for this DVR port d1d340e6-97e3-4977-a1ba-35077bb00b82 on host dv-cinder-813067-1-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:23:22.083484 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] For port d1d340e6-97e3-4977-a1ba-35077bb00b82, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=d1d340e6-97e3-4977-a1ba-35077bb00b82,segment=NetworkSegment(7859760e-94f4-4140-bc32-c9159c6642de),segment_id=7859760e-94f4-4140-bc32-c9159c6642de)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:23:22.084556 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.099010 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Calling delete_port for d1d340e6-97e3-4977-a1ba-35077bb00b82 owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:23:22.176887 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.209491 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Pushing event deleted for resources: {'Port': ['ID=d1d340e6-97e3-4977-a1ba-35077bb00b82,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:22.213591 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] No DVR routers for this DVR port d1d340e6-97e3-4977-a1ba-35077bb00b82 on host dv-cinder-813067-1-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:23:22.225934 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.226285 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.226626 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.227021 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.231232 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.231731 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.232129 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.232543 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.233113 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.233551 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.233932 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.234391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e37fd1-1fed-4439-a853-881165e39753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:23:22.386616 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.406576 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7c1cf8-2399-44c9-829e-9a108f01a5bc']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:22.415531 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7859760e-94f4-4140-bc32-c9159c6642de') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:22.415824 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7859760e-94f4-4140-bc32-c9159c6642de') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:23:22.425386 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8545627'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.438652 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.444367 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:23:22.444737 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546280'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: Traceback (most recent call last): Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: timer() Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: cb(*args, **kw) Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: return func(*args, **kwargs) Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: self._notify() Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: self.callback(batched_events) Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: event.method(event) Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: return f(self, *a, **k) Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._get(url).json() Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:23:22.446361 dv-cinder-813067-1-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:23:22.562938 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.574945 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:22.574945 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] 10.222.0.21 "DELETE /v2.0/networks/7c7c1cf8-2399-44c9-829e-9a108f01a5bc HTTP/1.1" status: 204 len: 168 time: 0.9586380 Oct 12 04:23:22.582649 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22367a-a845-4d12-b12a-34482ea0ef1d admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7c1cf8-2399-44c9-829e-9a108f01a5bc,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:22.953579 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59114) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:22.993123 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-3ff222a6-c5d8-4420-a589-77b77b86d3c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94eb0d66d77a44dba68f16a5d05cbe28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383017 Oct 12 04:23:22.995781 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59116) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:23.043227 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c7966c5a-2d05-4956-abfd-4a3d03bcc94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.071112 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c7966c5a-2d05-4956-abfd-4a3d03bcc94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.071229 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device d1d340e6-97e3-4977-a1ba-35077bb00b82 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:23:23.092213 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: d1d340e6-97e3-4977-a1ba-35077bb00b82 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:23:23.092634 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device d1d340e6-97e3-4977-a1ba-35077bb00b82 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:23:23.093092 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:23:23.112558 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:23:23.112906 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 5ab1a6fc-5631-4f1c-9f4e-02c031e48288 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:23:23.181821 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c7966c5a-2d05-4956-abfd-4a3d03bcc94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.184493 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c7966c5a-2d05-4956-abfd-4a3d03bcc94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.185634 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c7966c5a-2d05-4956-abfd-4a3d03bcc94c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c593d73-588a-4c27-a2b0-584dbf7a3c50 HTTP/1.1" status: 204 len: 168 time: 0.1889563 Oct 12 04:23:23.193819 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7966c5a-2d05-4956-abfd-4a3d03bcc94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c593d73-588a-4c27-a2b0-584dbf7a3c50,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:23.501839 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59128) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:23.604008 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-627bb886-f6fe-4d5f-b157-f6f24cef78e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.675628 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-627bb886-f6fe-4d5f-b157-f6f24cef78e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.741635 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-627bb886-f6fe-4d5f-b157-f6f24cef78e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.777802 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bb886-f6fe-4d5f-b157-f6f24cef78e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0bb070-76d1-4c5d-a457-27638b79c3a7,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:23.784658 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-627bb886-f6fe-4d5f-b157-f6f24cef78e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddcc3a462a5d4e1db95d17018f3634c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808437 Oct 12 04:23:23.786411 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59140) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:23.832471 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cc27cb1b-0221-4898-bb7d-e7cb48758cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.852888 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cc27cb1b-0221-4898-bb7d-e7cb48758cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.963034 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cc27cb1b-0221-4898-bb7d-e7cb48758cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.966304 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-cc27cb1b-0221-4898-bb7d-e7cb48758cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:23.968010 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-cc27cb1b-0221-4898-bb7d-e7cb48758cb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd0bb070-76d1-4c5d-a457-27638b79c3a7 HTTP/1.1" status: 204 len: 168 time: 0.1806505 Oct 12 04:23:23.975801 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27cb1b-0221-4898-bb7d-e7cb48758cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0bb070-76d1-4c5d-a457-27638b79c3a7,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:24.523144 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59160) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:24.538078 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dbc86769-9b22-4c26-8d19-83b31f73f28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:24.611346 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dbc86769-9b22-4c26-8d19-83b31f73f28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:24.719088 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dbc86769-9b22-4c26-8d19-83b31f73f28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:24.756924 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-dbc86769-9b22-4c26-8d19-83b31f73f28e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63b02a2f33df41a388bd4cf185e02df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329299 Oct 12 04:23:24.759402 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59166) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:24.768584 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc86769-9b22-4c26-8d19-83b31f73f28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42d2938-fcd0-4163-8cd7-63b62c438ec2,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:24.810473 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5d21d85e-d80c-47d9-91d8-f96e763eb1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:24.831395 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5d21d85e-d80c-47d9-91d8-f96e763eb1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:24.951541 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5d21d85e-d80c-47d9-91d8-f96e763eb1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:24.954164 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5d21d85e-d80c-47d9-91d8-f96e763eb1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:24.955349 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-5d21d85e-d80c-47d9-91d8-f96e763eb1bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e42d2938-fcd0-4163-8cd7-63b62c438ec2 HTTP/1.1" status: 204 len: 168 time: 0.1950412 Oct 12 04:23:24.963236 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21d85e-d80c-47d9-91d8-f96e763eb1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42d2938-fcd0-4163-8cd7-63b62c438ec2,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:25.857069 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59204) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:25.960424 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3f56-7e76-439d-b3fa-4a8e08467ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.036380 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3f56-7e76-439d-b3fa-4a8e08467ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.112640 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3f56-7e76-439d-b3fa-4a8e08467ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.150010 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f3f56-7e76-439d-b3fa-4a8e08467ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b4b846-95c9-416f-9456-d703e04e65a1,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:26.155147 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-7f4f3f56-7e76-439d-b3fa-4a8e08467ad8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3086fddff0ca4472930effda81a8b244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964971 Oct 12 04:23:26.156872 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59220) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:26.205290 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f0bd73b3-8fb6-43d9-9d69-c5660c7cae47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.226490 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f0bd73b3-8fb6-43d9-9d69-c5660c7cae47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.368784 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f0bd73b3-8fb6-43d9-9d69-c5660c7cae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.371516 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f0bd73b3-8fb6-43d9-9d69-c5660c7cae47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.372734 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-f0bd73b3-8fb6-43d9-9d69-c5660c7cae47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04b4b846-95c9-416f-9456-d703e04e65a1 HTTP/1.1" status: 204 len: 168 time: 0.2147663 Oct 12 04:23:26.381088 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd73b3-8fb6-43d9-9d69-c5660c7cae47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b4b846-95c9-416f-9456-d703e04e65a1,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:26.674972 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59230) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:26.779330 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-28dcbc9f-6e7c-4b8e-8d19-1c8ee5902949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.850951 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-28dcbc9f-6e7c-4b8e-8d19-1c8ee5902949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.941706 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-28dcbc9f-6e7c-4b8e-8d19-1c8ee5902949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:26.982329 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-28dcbc9f-6e7c-4b8e-8d19-1c8ee5902949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b658d44e8240491ea13cd389ca01b704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063054 Oct 12 04:23:26.983176 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcbc9f-6e7c-4b8e-8d19-1c8ee5902949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65aa15f-dbe0-4399-b67d-316b0c7c1f05,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:26.985176 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 59234) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:27.010247 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59236) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:27.023602 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d50236f0-30cd-44f3-aa21-db7a7a3caffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.035092 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dd826b01-f1a0-4186-93e3-b559306c34ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.058952 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dd826b01-f1a0-4186-93e3-b559306c34ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.099067 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d50236f0-30cd-44f3-aa21-db7a7a3caffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.141139 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d50236f0-30cd-44f3-aa21-db7a7a3caffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.158987 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dd826b01-f1a0-4186-93e3-b559306c34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.161886 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dd826b01-f1a0-4186-93e3-b559306c34ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.165245 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-dd826b01-f1a0-4186-93e3-b559306c34ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c65aa15f-dbe0-4399-b67d-316b0c7c1f05 HTTP/1.1" status: 204 len: 168 time: 0.1764622 Oct 12 04:23:27.170870 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd826b01-f1a0-4186-93e3-b559306c34ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65aa15f-dbe0-4399-b67d-316b0c7c1f05,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:27.178573 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d50236f0-30cd-44f3-aa21-db7a7a3caffa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2d34cb826c24743b40e69c1424ec1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672108 Oct 12 04:23:27.179349 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50236f0-30cd-44f3-aa21-db7a7a3caffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5818a3-510a-4ef1-a8a8-e90c64c3bca8,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:27.181695 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59240) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:23:27.231638 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-699e569e-5d0e-4cdb-ab4b-d128f3f207a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.252390 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-699e569e-5d0e-4cdb-ab4b-d128f3f207a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.368514 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-699e569e-5d0e-4cdb-ab4b-d128f3f207a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.371112 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-699e569e-5d0e-4cdb-ab4b-d128f3f207a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:27.372242 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-699e569e-5d0e-4cdb-ab4b-d128f3f207a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df5818a3-510a-4ef1-a8a8-e90c64c3bca8 HTTP/1.1" status: 204 len: 168 time: 0.1896670 Oct 12 04:23:27.380102 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e569e-5d0e-4cdb-ab4b-d128f3f207a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5818a3-510a-4ef1-a8a8-e90c64c3bca8,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:29.848454 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-79851feb-d213-4a65-9ed8-66e82d33095c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:30.207963 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-32680c96-415b-47e3-914d-f6a36ec005e1 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fb88025825b7471f930996ad652df975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288954 Oct 12 04:23:30.386484 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-9ff1caea-d2a7-4f7d-8997-b5b903a99733 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:30.387991 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-9ff1caea-d2a7-4f7d-8997-b5b903a99733 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744442 Oct 12 04:23:30.403851 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-70244370-3e89-48b2-8bb5-c3f0a5c7a5a1 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/quotas/fb88025825b7471f930996ad652df975 HTTP/1.1" status: 200 len: 375 time: 0.0094388 Oct 12 04:23:30.444849 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-5a754b06-5641-4a26-b071-a89d86f461bf tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb88025825b7471f930996ad652df975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344141 Oct 12 04:23:30.932106 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ec012f98-0437-4899-8634-6bf4b55924e0 req-8740d5df-da0a-414a-87c2-df3d4e4bd2f3 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Oct 12 04:23:31.877617 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:32.026860 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2bda6754-db7a-43d6-8439-ec05c3576033 req-62facff2-abcc-4331-b9e3-dc7f5c08d59a tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 210 time: 0.0279653 Oct 12 04:23:32.227149 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cdd11ea1-ac50-4474-95cb-b71da30d1003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:33.119205 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-00a61a0f-896f-4059-a830-c7cb7d3413ee req-d69dad69-be53-4336-856d-d7595648c216 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 210 time: 0.0260642 Oct 12 04:23:33.168519 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:33.735693 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:34.208014 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ee1dbb2d-9236-47d6-aae8-5eeeeafac016 req-64f119b7-0a62-45a7-aefc-3886c05d7b20 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 210 time: 0.0253167 Oct 12 04:23:35.206417 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-2cf024d2-8ab2-4d19-93b5-d73ce1ce0026 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb88025825b7471f930996ad652df975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305865 Oct 12 04:23:35.304704 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-edfc3f8a-8b4b-4678-b43c-0252736f999e req-1504210b-bd15-4fac-bbde-fbab8c825367 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 210 time: 0.0254457 Oct 12 04:23:35.421716 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:35.607919 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-abb8871d-fb74-49e6-ab65-98b756d071de tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:35.609324 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-abb8871d-fb74-49e6-ab65-98b756d071de tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976157 Oct 12 04:23:35.625394 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Request body: {'port': {'device_id': 'b8c94fcc-d1a8-4f51-bc55-6435a2137940', 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2', 'admin_state_up': True, 'tenant_id': 'fb88025825b7471f930996ad652df975'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:23:35.791249 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Made reservation on behalf of fb88025825b7471f930996ad652df975 for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:23:35.794881 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:35.804142 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:35.878719 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:35.945322 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:36.008535 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c51c7a-1d7f-44db-adc9-6071f80ab6e8,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:36.079527 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Allocated IP 192.168.233.15 (1dd32140-495b-4d2c-8635-c6b827a580e2/1adaf438-d3bf-4ab3-b6d9-509aaf81eba5/c780838e-4a0f-4bca-a2c0-ccfa98563e43) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:23:36.220273 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:36.307493 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:36.357486 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Network 1dd32140-495b-4d2c-8635-c6b827a580e2 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:23:36.361373 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Pushing event updated for resources: {'Port': ['ID=c780838e-4a0f-4bca-a2c0-ccfa98563e43,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:36.371111 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:23:36.371111 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:23:36.415636 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:36.415881 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:36.432848 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167759-e1f9-4bf0-9167-c67543dc9744 req-1bbae479-4a84-4b79-bc7f-a1de2b1bd18e tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:36.434508 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e3167759-e1f9-4bf0-9167-c67543dc9744 req-1bbae479-4a84-4b79-bc7f-a1de2b1bd18e tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 935 time: 0.0544744 Oct 12 04:23:36.475195 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e3167759-e1f9-4bf0-9167-c67543dc9744 req-2d577572-5268-4d99-99a8-45dc1f93b65f tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346448 Oct 12 04:23:36.504053 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-fa4782d9-18c4-4599-8a9f-4b064ab86605 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8825347 Oct 12 04:23:36.520218 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Request body: {'port': {'device_id': 'b8c94fcc-d1a8-4f51-bc55-6435a2137940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:23:36.571988 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:36.593801 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-ceda8eab-26f1-4d0b-81b8-ab8d76916be5 None None] Provisioning complete for port c780838e-4a0f-4bca-a2c0-ccfa98563e43 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:23:36.594376 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ceda8eab-26f1-4d0b-81b8-ab8d76916be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:36.629684 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-ceda8eab-26f1-4d0b-81b8-ab8d76916be5 None None] Port c780838e-4a0f-4bca-a2c0-ccfa98563e43 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:23:36.826531 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c780838e-4a0f-4bca-a2c0-ccfa98563e43 {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:23:36.834317 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:36.845863 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Transition to ACTIVE for port object c780838e-4a0f-4bca-a2c0-ccfa98563e43 will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:23:36.900971 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:36.948219 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Pushing event updated for resources: {'Port': ['ID=c780838e-4a0f-4bca-a2c0-ccfa98563e43,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:37.023209 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Attempting to bind port c780838e-4a0f-4bca-a2c0-ccfa98563e43 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:23:37.023549 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Attempting to bind port c780838e-4a0f-4bca-a2c0-ccfa98563e43 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:23:37.023877 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Attempting to bind port c780838e-4a0f-4bca-a2c0-ccfa98563e43 on network 1dd32140-495b-4d2c-8635-c6b827a580e2 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:23:37.028439 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Port c780838e-4a0f-4bca-a2c0-ccfa98563e43 on network 1dd32140-495b-4d2c-8635-c6b827a580e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:23:37.028897 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Attempting to bind port c780838e-4a0f-4bca-a2c0-ccfa98563e43 on network 1dd32140-495b-4d2c-8635-c6b827a580e2 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:23:37.034969 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:23:37.038831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Checking segment: {'id': '1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:23:37.038831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Bound using segment: {'id': '1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:23:37.038831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Bound port: c780838e-4a0f-4bca-a2c0-ccfa98563e43, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:23:37.038831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:37.099825 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] For port c780838e-4a0f-4bca-a2c0-ccfa98563e43, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:23:37.102899 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] For port c780838e-4a0f-4bca-a2c0-ccfa98563e43, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c780838e-4a0f-4bca-a2c0-ccfa98563e43,segment=NetworkSegment(1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d),segment_id=1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:23:37.147287 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:37.181253 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:37.181842 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:37.183294 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] 10.222.0.36 "PUT /v2.0/ports/c780838e-4a0f-4bca-a2c0-ccfa98563e43 HTTP/1.1" status: 200 len: 1097 time: 0.6680460 Oct 12 04:23:37.187396 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c94fcc-d1a8-4f51-bc55-6435a2137940', 'tag': 'c780838e-4a0f-4bca-a2c0-ccfa98563e43'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:23:37.187396 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb228805-1ef6-4d4d-b689-9bc17dc7305a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c94fcc-d1a8-4f51-bc55-6435a2137940", "tag": "c780838e-4a0f-4bca-a2c0-ccfa98563e43"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:23:37.209689 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad6e6-e854-4339-a59c-dd853569beee service neutron] Pushing event updated for resources: {'Port': ['ID=c780838e-4a0f-4bca-a2c0-ccfa98563e43,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:37.223468 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f19ced-aa66-47cc-b7e8-e235a8feb9d8 x-openstack-request-id: req-51f19ced-aa66-47cc-b7e8-e235a8feb9d8 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:23:37.224027 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c94fcc-d1a8-4f51-bc55-6435a2137940", "tag": "c780838e-4a0f-4bca-a2c0-ccfa98563e43", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:23:37.224027 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51f19ced-aa66-47cc-b7e8-e235a8feb9d8 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:23:37.224406 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c94fcc-d1a8-4f51-bc55-6435a2137940', 'tag': 'c780838e-4a0f-4bca-a2c0-ccfa98563e43', 'status': 'completed', 'code': 200} Oct 12 04:23:37.588509 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186e7bb-6928-4d24-bbae-267d18741519 req-29236dc4-652b-4c2d-8cc1-da362633e5ae tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:37.589948 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b186e7bb-6928-4d24-bbae-267d18741519 req-29236dc4-652b-4c2d-8cc1-da362633e5ae tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 947 time: 0.0494819 Oct 12 04:23:37.627584 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b186e7bb-6928-4d24-bbae-267d18741519 req-d1180dd5-13c4-43e4-90fe-d0617c174b00 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Oct 12 04:23:37.865115 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:23:38.737179 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb10ed-05bf-4506-b01a-5cdc1b348e02 req-35f8aa9a-9559-4a3a-98d4-2a9523b1d1ae tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:38.738623 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8efb10ed-05bf-4506-b01a-5cdc1b348e02 req-35f8aa9a-9559-4a3a-98d4-2a9523b1d1ae tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 947 time: 0.0463328 Oct 12 04:23:38.774988 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8efb10ed-05bf-4506-b01a-5cdc1b348e02 req-21143264-1316-4c5c-af72-b2a1d82b59eb tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305345 Oct 12 04:23:39.342498 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb228805-1ef6-4d4d-b689-9bc17dc7305a req-4d6985c5-273e-468a-9e42-f2357071b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:39.344146 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-cb228805-1ef6-4d4d-b689-9bc17dc7305a req-4d6985c5-273e-468a-9e42-f2357071b901 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb88025825b7471f930996ad652df975&device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 1100 time: 0.0411112 Oct 12 04:23:39.370628 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-cb228805-1ef6-4d4d-b689-9bc17dc7305a req-cb0eb451-63d2-4350-b983-4f2bb0632d4c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb88025825b7471f930996ad652df975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183976 Oct 12 04:23:39.465837 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb228805-1ef6-4d4d-b689-9bc17dc7305a req-43093033-d7f0-4d34-9d0b-15052a06ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:39.467340 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-cb228805-1ef6-4d4d-b689-9bc17dc7305a req-43093033-d7f0-4d34-9d0b-15052a06ad23 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901351 Oct 12 04:23:39.540734 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-84e36076-6c7a-414a-9db1-80d7a1211d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:39.542143 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-84e36076-6c7a-414a-9db1-80d7a1211d0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb88025825b7471f930996ad652df975&device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 1100 time: 0.0401495 Oct 12 04:23:39.585330 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-87ffe8a2-cfaa-4d59-80f8-fe39b0d1aff1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c780838e-4a0f-4bca-a2c0-ccfa98563e43 HTTP/1.1" status: 200 len: 217 time: 0.0357418 Oct 12 04:23:39.633850 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-d80c84f0-d328-476e-918e-72b8fbfcd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:39.635339 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-d80c84f0-d328-476e-918e-72b8fbfcd3de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1adaf438-d3bf-4ab3-b6d9-509aaf81eba5 HTTP/1.1" status: 200 len: 843 time: 0.0427127 Oct 12 04:23:39.679295 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-58f42e7e-d029-4d8b-898d-2c2944c969f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:39.680798 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-58f42e7e-d029-4d8b-898d-2c2944c969f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1dd32140-495b-4d2c-8635-c6b827a580e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0381880 Oct 12 04:23:39.772950 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-af5aece9-0072-4b8f-b988-94f83182bbcb service neutron] 10.222.0.36 "GET /v2.0/networks/1dd32140-495b-4d2c-8635-c6b827a580e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853517 Oct 12 04:23:39.860920 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-c2417212-9636-4c90-a0ef-c86a412fd72e req-473a01fb-9c95-461c-8c61-4e9cbae0e1b9 service neutron] 10.222.0.36 "GET /v2.0/networks/1dd32140-495b-4d2c-8635-c6b827a580e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807774 Oct 12 04:23:39.889403 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408597d2-c36c-4026-96a2-424d93ff1de1 req-36b91f1f-604e-428b-a099-665584a70b72 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:39.890852 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-408597d2-c36c-4026-96a2-424d93ff1de1 req-36b91f1f-604e-428b-a099-665584a70b72 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 947 time: 0.0515065 Oct 12 04:23:39.927423 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-408597d2-c36c-4026-96a2-424d93ff1de1 req-71d25324-390f-4fec-b81a-ec4bbc07d05c tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300412 Oct 12 04:23:41.042269 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2edd1-548f-4d1c-a168-533687761ff8 req-b300169f-4782-4031-9b44-12aff31db303 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:41.043753 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5ab2edd1-548f-4d1c-a168-533687761ff8 req-b300169f-4782-4031-9b44-12aff31db303 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 947 time: 0.0508790 Oct 12 04:23:41.080035 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5ab2edd1-548f-4d1c-a168-533687761ff8 req-3829279c-e983-4794-b6d8-8dcae045ca7d tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303826 Oct 12 04:23:42.194937 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba89e3f-fa6c-47b9-b051-3e1e8089f831 req-1494e465-ae8b-4b03-b2be-7e8cf1053f59 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:42.196356 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ba89e3f-fa6c-47b9-b051-3e1e8089f831 req-1494e465-ae8b-4b03-b2be-7e8cf1053f59 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 947 time: 0.0517731 Oct 12 04:23:42.233402 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ba89e3f-fa6c-47b9-b051-3e1e8089f831 req-4f23454c-0fc9-4069-aeaa-92182c75cd9c tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310423 Oct 12 04:23:43.349174 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d46082-c4c6-48ae-94b5-b0e1fb2418b7 req-4efb2261-dd70-4f4f-970d-d5dbf8d0aa75 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:43.350633 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25d46082-c4c6-48ae-94b5-b0e1fb2418b7 req-4efb2261-dd70-4f4f-970d-d5dbf8d0aa75 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 947 time: 0.0512083 Oct 12 04:23:43.390290 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25d46082-c4c6-48ae-94b5-b0e1fb2418b7 req-b7141e3f-0601-4dce-ad36-13b09e578ff8 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333366 Oct 12 04:23:43.580845 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c780838e-4a0f-4bca-a2c0-ccfa98563e43 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:23:43.672150 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c780838e-4a0f-4bca-a2c0-ccfa98563e43, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c780838e-4a0f-4bca-a2c0-ccfa98563e43,segment=NetworkSegment(1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d),segment_id=1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:23:43.682789 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': 'c780838e-4a0f-4bca-a2c0-ccfa98563e43', 'network_id': '1dd32140-495b-4d2c-8635-c6b827a580e2', 'port_id': 'c780838e-4a0f-4bca-a2c0-ccfa98563e43', 'mac_address': 'fa:16:3e:0c:03:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adaf438-d3bf-4ab3-b6d9-509aaf81eba5', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:23:43.729557 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:43.747458 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c780838e-4a0f-4bca-a2c0-ccfa98563e43 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:23:43.771958 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c780838e-4a0f-4bca-a2c0-ccfa98563e43, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c780838e-4a0f-4bca-a2c0-ccfa98563e43,segment=NetworkSegment(1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d),segment_id=1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:23:43.836715 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:43.882634 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=c780838e-4a0f-4bca-a2c0-ccfa98563e43,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:44.506972 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfba568-999d-48ac-8167-da033e18b716 req-aa877bcc-4a64-44db-8de0-d5907d0f3a51 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:44.508329 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fcfba568-999d-48ac-8167-da033e18b716 req-aa877bcc-4a64-44db-8de0-d5907d0f3a51 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 948 time: 0.0479717 Oct 12 04:23:44.545485 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fcfba568-999d-48ac-8167-da033e18b716 req-6f4a9eef-ffa9-4773-b24c-215b12e22d00 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Oct 12 04:23:45.656580 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15189a1-3615-4d18-8009-9ced1a319ace req-5542403f-ae2d-445b-bc2d-2e4ae6430cae tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:45.659217 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e15189a1-3615-4d18-8009-9ced1a319ace req-5542403f-ae2d-445b-bc2d-2e4ae6430cae tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 948 time: 0.0505731 Oct 12 04:23:45.695696 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e15189a1-3615-4d18-8009-9ced1a319ace req-9a1cfb0f-5680-4a6b-b116-1c5fb80fced2 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306520 Oct 12 04:23:45.732606 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['c780838e-4a0f-4bca-a2c0-ccfa98563e43'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:23:46.816341 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ddc6b-b36c-4c70-b7c2-50a2400f1af1 req-bafbdc3b-f795-4acb-9af0-2d9cb411237c tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:46.817839 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f45ddc6b-b36c-4c70-b7c2-50a2400f1af1 req-bafbdc3b-f795-4acb-9af0-2d9cb411237c tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 948 time: 0.0524306 Oct 12 04:23:46.854257 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f45ddc6b-b36c-4c70-b7c2-50a2400f1af1 req-557b4d8b-6063-4068-ad17-db85fc470e60 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Oct 12 04:23:47.493218 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c780838e-4a0f-4bca-a2c0-ccfa98563e43 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:23:47.604054 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port c780838e-4a0f-4bca-a2c0-ccfa98563e43 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:23:47.608384 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port c780838e-4a0f-4bca-a2c0-ccfa98563e43 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:23:47.612728 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:47.686172 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:47.708203 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c94fcc-d1a8-4f51-bc55-6435a2137940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c780838e-4a0f-4bca-a2c0-ccfa98563e43'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:23:47.710415 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880e0e83-e46f-45c5-b210-4f70d84b1a6a" -d '{"events": [{"server_uuid": "b8c94fcc-d1a8-4f51-bc55-6435a2137940", "name": "network-vif-plugged", "status": "completed", "tag": "c780838e-4a0f-4bca-a2c0-ccfa98563e43"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:23:47.723366 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port c780838e-4a0f-4bca-a2c0-ccfa98563e43, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c780838e-4a0f-4bca-a2c0-ccfa98563e43,segment=NetworkSegment(1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d),segment_id=1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:23:47.746905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e899756-56da-4ecc-b26b-9bc3db53cfb1 x-openstack-request-id: req-5e899756-56da-4ecc-b26b-9bc3db53cfb1 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:23:47.747192 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c94fcc-d1a8-4f51-bc55-6435a2137940", "name": "network-vif-plugged", "status": "completed", "tag": "c780838e-4a0f-4bca-a2c0-ccfa98563e43", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:23:47.747441 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e899756-56da-4ecc-b26b-9bc3db53cfb1 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:23:47.747824 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c94fcc-d1a8-4f51-bc55-6435a2137940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c780838e-4a0f-4bca-a2c0-ccfa98563e43', 'code': 200} Oct 12 04:23:47.792459 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:47.841766 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=c780838e-4a0f-4bca-a2c0-ccfa98563e43,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:47.968299 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3353b-54e8-4809-9371-cc3348770d5f req-3267f861-80d4-4a61-b072-ccb2097c8d5c tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:47.969844 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbc3353b-54e8-4809-9371-cc3348770d5f req-3267f861-80d4-4a61-b072-ccb2097c8d5c tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0490029 Oct 12 04:23:48.015940 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbc3353b-54e8-4809-9371-cc3348770d5f req-cf142f6c-8cce-4df0-8e39-d3e7e9fa6465 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334024 Oct 12 04:23:48.057437 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86576730-e653-4705-bcd8-402e52f33ce0 req-afe77ee4-3f85-4b6e-b74e-ba282a686eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:48.058957 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-86576730-e653-4705-bcd8-402e52f33ce0 req-afe77ee4-3f85-4b6e-b74e-ba282a686eaa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 1102 time: 0.0431116 Oct 12 04:23:48.093907 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-86576730-e653-4705-bcd8-402e52f33ce0 req-b4c6effc-8213-4eb4-a294-9af0a5ad96d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274363 Oct 12 04:23:49.130439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a3c1e-b08a-4f76-ba62-1ce4864cfe5c req-8019d5a6-9fae-49f2-8cc5-329283ecd556 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:49.131904 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-639a3c1e-b08a-4f76-ba62-1ce4864cfe5c req-8019d5a6-9fae-49f2-8cc5-329283ecd556 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0511122 Oct 12 04:23:49.168525 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-639a3c1e-b08a-4f76-ba62-1ce4864cfe5c req-7a71c04b-1be4-4022-a732-15ddbaed9fed tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Oct 12 04:23:50.280712 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79fb13-92b2-45f3-af3d-4dfe5478131f req-a5664fdc-7b57-420f-bfe0-615f06c4b7d1 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:50.284423 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be79fb13-92b2-45f3-af3d-4dfe5478131f req-a5664fdc-7b57-420f-bfe0-615f06c4b7d1 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0521953 Oct 12 04:23:50.321417 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be79fb13-92b2-45f3-af3d-4dfe5478131f req-23fc400a-6ad4-4d74-a89f-69afdc3388e6 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Oct 12 04:23:51.431437 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf618-f8b8-41d3-b336-3ca4faef14f8 req-c6237883-e9e0-4f78-b07f-efc87b70f388 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:51.432875 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9d0cf618-f8b8-41d3-b336-3ca4faef14f8 req-c6237883-e9e0-4f78-b07f-efc87b70f388 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0468478 Oct 12 04:23:51.468898 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9d0cf618-f8b8-41d3-b336-3ca4faef14f8 req-1bdfa020-1fdc-42f0-864c-90cdd9ee631c tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296891 Oct 12 04:23:52.579586 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fe9ac-9194-4c88-a550-c50a578ab7e3 req-e9a2d8d8-30b5-4476-ac58-b9ed4e9a7d92 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:52.581028 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-087fe9ac-9194-4c88-a550-c50a578ab7e3 req-e9a2d8d8-30b5-4476-ac58-b9ed4e9a7d92 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0475056 Oct 12 04:23:52.617708 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-087fe9ac-9194-4c88-a550-c50a578ab7e3 req-be466430-7ea8-49d3-84df-5a55c4ac1a3f tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306389 Oct 12 04:23:53.056163 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07c4f8-0373-4e38-aa11-7124c8d451f2 req-94f6ab26-1327-40af-a198-218977ce6844 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:53.057592 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7c07c4f8-0373-4e38-aa11-7124c8d451f2 req-94f6ab26-1327-40af-a198-218977ce6844 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0502231 Oct 12 04:23:53.094128 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7c07c4f8-0373-4e38-aa11-7124c8d451f2 req-6e02c203-c6e4-4338-af2a-7b572dd40254 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300119 Oct 12 04:23:54.212284 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26f010-df85-4775-ad0b-7f58375c8db8 req-32cdeeda-11f3-497f-9808-6b121e3075a9 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:54.213795 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5c26f010-df85-4775-ad0b-7f58375c8db8 req-32cdeeda-11f3-497f-9808-6b121e3075a9 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0483651 Oct 12 04:23:54.250241 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5c26f010-df85-4775-ad0b-7f58375c8db8 req-a96908de-9903-46b8-8fa1-9a87d2ca5806 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304396 Oct 12 04:23:55.362332 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fb5aa-23c1-4b73-97b4-9188018d5059 req-7cb78b47-ec88-4645-bfab-6ea601aa3c7d tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:55.363872 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-302fb5aa-23c1-4b73-97b4-9188018d5059 req-7cb78b47-ec88-4645-bfab-6ea601aa3c7d tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0477641 Oct 12 04:23:55.400549 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-302fb5aa-23c1-4b73-97b4-9188018d5059 req-dd1fc901-b074-4121-94cf-68463b9f9134 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Oct 12 04:23:56.513907 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de276-f7ce-4b4d-b786-f7152082b491 req-3ed3ef8f-9c15-460d-bef0-2c9259b9583a tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:56.515368 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d72de276-f7ce-4b4d-b786-f7152082b491 req-3ed3ef8f-9c15-460d-bef0-2c9259b9583a tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0511034 Oct 12 04:23:56.552084 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d72de276-f7ce-4b4d-b786-f7152082b491 req-d442ad9f-ce03-4b6a-821b-438435907a06 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c51c7a-1d7f-44db-adc9-6071f80ab6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303617 Oct 12 04:23:57.026727 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8fb960d-9dbe-4260-8fe5-1f0ce2affee6 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:23:57.028163 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8fb960d-9dbe-4260-8fe5-1f0ce2affee6 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 949 time: 0.0470729 Oct 12 04:23:57.115686 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Deleting port c780838e-4a0f-4bca-a2c0-ccfa98563e43 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:23:57.116022 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:57.200889 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] For port c780838e-4a0f-4bca-a2c0-ccfa98563e43, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c780838e-4a0f-4bca-a2c0-ccfa98563e43,segment=NetworkSegment(1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d),segment_id=1c16bc77-d8ab-4ef1-82df-b55dcd7ced6d)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:23:57.201253 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:57.213682 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Calling delete_port for c780838e-4a0f-4bca-a2c0-ccfa98563e43 owned by compute:nova {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:23:57.465170 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:57.477406 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['c780838e-4a0f-4bca-a2c0-ccfa98563e43'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:23:57.495488 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Pushing event deleted for resources: {'Port': ['ID=c780838e-4a0f-4bca-a2c0-ccfa98563e43,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:23:57.537425 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] No DVR routers for this DVR port c780838e-4a0f-4bca-a2c0-ccfa98563e43 on host hv-cinder-81306 {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:23:57.540010 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:57.543366 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5e4a223f-b27e-4ab4-8c3f-4a2ef66318a9 req-b8246839-0bc1-4b3e-ac72-0fb69d1bc71b tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.36 "DELETE /v2.0/ports/c780838e-4a0f-4bca-a2c0-ccfa98563e43 HTTP/1.1" status: 204 len: 173 time: 0.5085642 Oct 12 04:23:57.543803 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c94fcc-d1a8-4f51-bc55-6435a2137940', 'name': 'network-vif-deleted', 'tag': 'c780838e-4a0f-4bca-a2c0-ccfa98563e43'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:23:57.546025 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84198b18-ec75-4d53-b186-13680ef018d3" -d '{"events": [{"server_uuid": "b8c94fcc-d1a8-4f51-bc55-6435a2137940", "name": "network-vif-deleted", "tag": "c780838e-4a0f-4bca-a2c0-ccfa98563e43"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:23:57.583397 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf7b0b7-beb5-47e0-8cf7-bb09c6adc580 x-openstack-request-id: req-2bf7b0b7-beb5-47e0-8cf7-bb09c6adc580 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:23:57.583824 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c94fcc-d1a8-4f51-bc55-6435a2137940", "name": "network-vif-deleted", "tag": "c780838e-4a0f-4bca-a2c0-ccfa98563e43", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:23:57.584078 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bf7b0b7-beb5-47e0-8cf7-bb09c6adc580 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:23:57.589864 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c94fcc-d1a8-4f51-bc55-6435a2137940', 'name': 'network-vif-deleted', 'tag': 'c780838e-4a0f-4bca-a2c0-ccfa98563e43', 'status': 'completed', 'code': 200} Oct 12 04:23:57.647566 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e965f23-7d4e-43b6-8b89-2bfda80b7c68 req-7a4ebe06-6fcb-4e8e-b698-cc57c39cddc9 tempest-VolumesNegativeTest-630257736 tempest-VolumesNegativeTest-630257736-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8c94fcc-d1a8-4f51-bc55-6435a2137940 HTTP/1.1" status: 200 len: 210 time: 0.0275314 Oct 12 04:23:59.528485 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c780838e-4a0f-4bca-a2c0-ccfa98563e43 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:23:59.549851 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: c780838e-4a0f-4bca-a2c0-ccfa98563e43 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:23:59.549851 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device c780838e-4a0f-4bca-a2c0-ccfa98563e43 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:23:59.836641 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-017b16b6-6d51-4a70-9b95-4ff089ebd4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:01.876973 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:02.266378 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ade432b1-039f-4798-acb6-2c6ca8f65097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.005460 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 59788) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:03.107183 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-52643c0f-d10f-43a8-aaf6-58c54ece1c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.158203 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.183042 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-52643c0f-d10f-43a8-aaf6-58c54ece1c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.266635 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-52643c0f-d10f-43a8-aaf6-58c54ece1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.307491 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-52643c0f-d10f-43a8-aaf6-58c54ece1c04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d7dc05d08a94e5e98d4296528a0ffa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009264 Oct 12 04:24:03.308184 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52643c0f-d10f-43a8-aaf6-58c54ece1c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627cbf8a-d965-4f96-9d9f-00e30ce09a3a,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:03.310636 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59792) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:03.362557 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-afcbfc92-05b0-4702-b7ec-90497550e497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.383166 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-afcbfc92-05b0-4702-b7ec-90497550e497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.500941 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-afcbfc92-05b0-4702-b7ec-90497550e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.504122 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-afcbfc92-05b0-4702-b7ec-90497550e497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.505279 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-afcbfc92-05b0-4702-b7ec-90497550e497 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/627cbf8a-d965-4f96-9d9f-00e30ce09a3a HTTP/1.1" status: 204 len: 168 time: 0.1936502 Oct 12 04:24:03.513300 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbfc92-05b0-4702-b7ec-90497550e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627cbf8a-d965-4f96-9d9f-00e30ce09a3a,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:03.733220 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.081245 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59804) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:04.094178 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-1d154c44-38ce-4b46-b486-3b8fd52fa832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.170810 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-1d154c44-38ce-4b46-b486-3b8fd52fa832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.209515 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59808) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:04.242211 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-1d154c44-38ce-4b46-b486-3b8fd52fa832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.284892 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-1d154c44-38ce-4b46-b486-3b8fd52fa832 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9579ec5e5da4d91a187e13f9466abb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981676 Oct 12 04:24:04.284892 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d154c44-38ce-4b46-b486-3b8fd52fa832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12d3328-d0ed-49a6-b2c8-da8f75562b16,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:04.285120 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 59812) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:04.340738 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7985b8b5-a676-4955-97e9-b957d779b6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.343106 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-4a52dad1-9859-40f9-82ec-432dfb04df6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb88025825b7471f930996ad652df975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324458 Oct 12 04:24:04.346059 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59814) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:04.363516 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7985b8b5-a676-4955-97e9-b957d779b6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.422684 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-af49ffd7-7c70-40cb-8e84-e4b5aaa679ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.441663 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-1f31a0a7-0bab-46b9-ac84-93165bc163c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615039 Oct 12 04:24:04.450836 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-af49ffd7-7c70-40cb-8e84-e4b5aaa679ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.512288 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7985b8b5-a676-4955-97e9-b957d779b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.514964 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7985b8b5-a676-4955-97e9-b957d779b6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.516119 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7985b8b5-a676-4955-97e9-b957d779b6b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e12d3328-d0ed-49a6-b2c8-da8f75562b16 HTTP/1.1" status: 204 len: 168 time: 0.2296195 Oct 12 04:24:04.523032 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-b44168e2-684f-443e-ba2b-b52713265a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:04.524511 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-b44168e2-684f-443e-ba2b-b52713265a07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1099 time: 0.0423467 Oct 12 04:24:04.524636 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985b8b5-a676-4955-97e9-b957d779b6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12d3328-d0ed-49a6-b2c8-da8f75562b16,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:04.590601 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-af49ffd7-7c70-40cb-8e84-e4b5aaa679ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.593140 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-af49ffd7-7c70-40cb-8e84-e4b5aaa679ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:04.594226 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-af49ffd7-7c70-40cb-8e84-e4b5aaa679ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77c51c7a-1d7f-44db-adc9-6071f80ab6e8 HTTP/1.1" status: 204 len: 168 time: 0.2472894 Oct 12 04:24:04.607882 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49ffd7-7c70-40cb-8e84-e4b5aaa679ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c51c7a-1d7f-44db-adc9-6071f80ab6e8,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:04.643852 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-9d0bf24e-1283-4f65-a537-78448a0bdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:04.645384 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-9d0bf24e-1283-4f65-a537-78448a0bdf77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 200 len: 910 time: 0.1012521 Oct 12 04:24:04.710951 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-8f758058-a387-424b-990e-bf363bc47054 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 200 len: 1000 time: 0.0576103 Oct 12 04:24:04.764659 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-7333416f-e7ec-4a81-a538-e024d5b7bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:04.766128 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-7333416f-e7ec-4a81-a538-e024d5b7bfa7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e045abf4-786d-4f8e-bc94-fec5107361d4 HTTP/1.1" status: 200 len: 848 time: 0.0484242 Oct 12 04:24:04.813280 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-947ac1fc-2ed1-4445-96b8-7ad658df7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:04.814875 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-947ac1fc-2ed1-4445-96b8-7ad658df7448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402513 Oct 12 04:24:04.916278 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-300c9d2d-b485-40c1-8b25-d1a476546c66 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936348 Oct 12 04:24:05.013385 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-7df3e969-de1f-4d81-8421-04f2c8bd5577 req-41932a48-470b-466c-8f19-10d20c5bf1e9 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904200 Oct 12 04:24:05.432197 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:13.520890 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59982) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:13.621625 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:13.694239 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:13.773612 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:13.811068 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21993bba56ee4a629e2a6a01d5feacc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890406 Oct 12 04:24:13.811893 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d836d764-8985-4865-90a0-8764efe0d5c4,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:13.813776 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 59986) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:13.819098 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.819441 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.819775 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.820099 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.820426 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.820749 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.821066 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.821385 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.821698 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.822010 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.822323 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.822633 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b66498-998d-4cc3-9aad-e1109f15aa3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:13.862005 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef70968d-a680-4a49-beab-da832e697641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:13.881904 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef70968d-a680-4a49-beab-da832e697641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:13.986486 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef70968d-a680-4a49-beab-da832e697641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:13.989089 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef70968d-a680-4a49-beab-da832e697641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:13.990230 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ef70968d-a680-4a49-beab-da832e697641 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d836d764-8985-4865-90a0-8764efe0d5c4 HTTP/1.1" status: 204 len: 168 time: 0.1754532 Oct 12 04:24:13.997603 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70968d-a680-4a49-beab-da832e697641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d836d764-8985-4865-90a0-8764efe0d5c4,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:14.572096 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 59994) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:14.585142 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47d690ad-4400-4892-bc46-97d88eb0c381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:14.659138 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47d690ad-4400-4892-bc46-97d88eb0c381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:14.729217 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47d690ad-4400-4892-bc46-97d88eb0c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:14.768648 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-47d690ad-4400-4892-bc46-97d88eb0c381 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1b71b4c7c14444e862c87960d3b98e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954746 Oct 12 04:24:14.769532 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d690ad-4400-4892-bc46-97d88eb0c381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b88f59e-b3fe-43e8-9426-b5dffc4a5179,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:14.771355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 59996) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:14.823495 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4a69cfa4-3de5-455c-8cd6-58cc5557723d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:14.843948 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4a69cfa4-3de5-455c-8cd6-58cc5557723d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:14.864218 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:24:14.957810 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4a69cfa4-3de5-455c-8cd6-58cc5557723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:14.960585 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-4a69cfa4-3de5-455c-8cd6-58cc5557723d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:14.961728 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-4a69cfa4-3de5-455c-8cd6-58cc5557723d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b88f59e-b3fe-43e8-9426-b5dffc4a5179 HTTP/1.1" status: 204 len: 168 time: 0.1887438 Oct 12 04:24:14.971275 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69cfa4-3de5-455c-8cd6-58cc5557723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b88f59e-b3fe-43e8-9426-b5dffc4a5179,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:16.840542 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987025d4-ccf4-4f86-ba7f-76225665dee1 req-e846b7e5-92c7-46c0-b714-a3a2e8ed2f57 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:16.842017 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-987025d4-ccf4-4f86-ba7f-76225665dee1 req-e846b7e5-92c7-46c0-b714-a3a2e8ed2f57 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0551319 Oct 12 04:24:16.879323 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-987025d4-ccf4-4f86-ba7f-76225665dee1 req-35892078-af0d-4210-ad72-496861e0e989 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306075 Oct 12 04:24:17.996837 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f4edc-bc8a-48a2-aaf6-fb9d134f9aca req-b0bf4907-9314-494b-95b8-03c3e41caeca tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:17.998683 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da3f4edc-bc8a-48a2-aaf6-fb9d134f9aca req-b0bf4907-9314-494b-95b8-03c3e41caeca tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0520368 Oct 12 04:24:18.035233 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da3f4edc-bc8a-48a2-aaf6-fb9d134f9aca req-bf158af1-0c31-4872-915a-8da6884f63be tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306058 Oct 12 04:24:19.148495 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb141a-5523-492a-9489-1fd25c279ea6 req-eff2e5b7-abcb-4935-80b9-388f9e91d8c3 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:19.149906 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4efb141a-5523-492a-9489-1fd25c279ea6 req-eff2e5b7-abcb-4935-80b9-388f9e91d8c3 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0506651 Oct 12 04:24:19.185726 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4efb141a-5523-492a-9489-1fd25c279ea6 req-455300ea-b654-4356-a8ec-f9d2d52be9b6 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300298 Oct 12 04:24:20.300745 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256529b-5203-41c6-a9bb-cfd6cb713c4b req-40de326c-20f3-44c0-870e-14aecae0c728 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:20.302209 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1256529b-5203-41c6-a9bb-cfd6cb713c4b req-40de326c-20f3-44c0-870e-14aecae0c728 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0505867 Oct 12 04:24:20.340448 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1256529b-5203-41c6-a9bb-cfd6cb713c4b req-0d8f9575-3cbf-491f-8275-5f29d7ddad54 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321043 Oct 12 04:24:21.455086 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df752e21-f37c-4962-b788-b958ec840bfb req-3c9fb643-a84d-4051-989d-12d1a9f3fb51 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:21.456705 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-df752e21-f37c-4962-b788-b958ec840bfb req-3c9fb643-a84d-4051-989d-12d1a9f3fb51 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0493636 Oct 12 04:24:21.495418 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-df752e21-f37c-4962-b788-b958ec840bfb req-5adaacad-d231-413b-9282-03f2b57edde7 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 Oct 12 04:24:22.611391 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6762-d837-4057-95a6-06f163fb015f req-4e3469a8-6100-4081-bbaf-aee4abc01e3a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:22.612878 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-440b6762-d837-4057-95a6-06f163fb015f req-4e3469a8-6100-4081-bbaf-aee4abc01e3a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0516641 Oct 12 04:24:22.650956 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-440b6762-d837-4057-95a6-06f163fb015f req-3cf34f77-38ed-47de-a465-39481c886432 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321164 Oct 12 04:24:23.764090 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1eeaa-4ffb-4b13-b303-9d2a81ed4633 req-ac3e71e5-7840-4307-9b2f-a4f6ba17e1aa tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:23.765574 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60e1eeaa-4ffb-4b13-b303-9d2a81ed4633 req-ac3e71e5-7840-4307-9b2f-a4f6ba17e1aa tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0487475 Oct 12 04:24:23.803867 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60e1eeaa-4ffb-4b13-b303-9d2a81ed4633 req-91cd2dea-25a0-4e77-aaee-777100c599b8 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317574 Oct 12 04:24:24.917998 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495792c0-0e4d-4733-a6dc-80c09f340ec2 req-cdd6bfd2-3d53-44d5-bb93-2f8f542d3801 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:24.919481 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-495792c0-0e4d-4733-a6dc-80c09f340ec2 req-cdd6bfd2-3d53-44d5-bb93-2f8f542d3801 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0481684 Oct 12 04:24:24.957801 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-495792c0-0e4d-4733-a6dc-80c09f340ec2 req-63799937-37a8-40ce-b170-eae04b93c903 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Oct 12 04:24:26.078241 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea3b6f-4388-4075-9917-2aeaf2016348 req-51e4d33e-9523-4c21-89dc-33781962335c tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:26.079748 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-86ea3b6f-4388-4075-9917-2aeaf2016348 req-51e4d33e-9523-4c21-89dc-33781962335c tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0541232 Oct 12 04:24:26.118239 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-86ea3b6f-4388-4075-9917-2aeaf2016348 req-5ef688aa-d003-4eee-8c44-239d10109ab0 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324559 Oct 12 04:24:26.714078 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60198) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:26.819329 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-486adbde-2f66-4e65-96ca-bf9726d08e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:26.893852 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-486adbde-2f66-4e65-96ca-bf9726d08e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:26.974768 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-486adbde-2f66-4e65-96ca-bf9726d08e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:27.038908 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-486adbde-2f66-4e65-96ca-bf9726d08e96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=321d4c14c724443392c8260f0b69b2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236945 Oct 12 04:24:27.041837 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60202) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:27.045520 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486adbde-2f66-4e65-96ca-bf9726d08e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6438959-7159-4a12-b281-baf45109e5e2,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:27.058137 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-277288d5-eccd-4cc0-86db-8641ef8a4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:27.059924 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-277288d5-eccd-4cc0-86db-8641ef8a4d1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1099 time: 0.0706186 Oct 12 04:24:27.096496 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:27.117414 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:27.150940 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-2d8eaae1-8d97-44d7-81e1-d57a74bd4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:27.152440 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-2d8eaae1-8d97-44d7-81e1-d57a74bd4c81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 200 len: 910 time: 0.0851815 Oct 12 04:24:27.224122 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-a66716c9-2939-4d22-b72b-b97fc6d0290a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 200 len: 1000 time: 0.0639377 Oct 12 04:24:27.233761 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c051d-9a78-4391-b597-1c625206e8f5 req-64b02256-174c-458f-9a45-cf7c5b6d4206 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:27.235396 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae2c051d-9a78-4391-b597-1c625206e8f5 req-64b02256-174c-458f-9a45-cf7c5b6d4206 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0507345 Oct 12 04:24:27.249132 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:27.252164 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:27.269964 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6438959-7159-4a12-b281-baf45109e5e2 HTTP/1.1" status: 204 len: 168 time: 0.2136192 Oct 12 04:24:27.280151 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-ef9e373d-b3b2-4ce8-985d-79a87f4aa9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:27.281954 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-ef9e373d-b3b2-4ce8-985d-79a87f4aa9c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e045abf4-786d-4f8e-bc94-fec5107361d4 HTTP/1.1" status: 200 len: 848 time: 0.0492580 Oct 12 04:24:27.286238 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6438959-7159-4a12-b281-baf45109e5e2,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:27.300290 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.300638 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.301490 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.301818 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.302142 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.302457 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.302803 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.303127 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.303533 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.303968 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.304281 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.304681 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e1ab5-d36d-4e67-8536-d9b7100e81b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:27.324601 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae2c051d-9a78-4391-b597-1c625206e8f5 req-fc1fc7c6-5806-4b58-a894-da9f555d7c2e tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816295 Oct 12 04:24:27.336915 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-e70c7502-d0f6-4ae6-9d3c-a77b5256cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:27.338160 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-e70c7502-d0f6-4ae6-9d3c-a77b5256cf76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479343 Oct 12 04:24:27.433792 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-0afccbab-cc55-4926-91c0-d70f7f60b1de service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879526 Oct 12 04:24:27.525770 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c5b1c74-d6ba-4674-987e-71ea9cef9328 req-56548f2e-151c-45f5-89de-a9b014fef70c service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846519 Oct 12 04:24:28.299550 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60232) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:28.397352 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1423446196-network', 'tenant_id': 'd393591f50e945b092623c525b160733'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:24:28.460421 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49b92-15f3-4911-9ddf-4d8758c8590e req-a010adb1-09d6-4f9d-bf7b-748d54801b62 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:28.461858 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3bc49b92-15f3-4911-9ddf-4d8758c8590e req-a010adb1-09d6-4f9d-bf7b-748d54801b62 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0598116 Oct 12 04:24:28.499670 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3bc49b92-15f3-4911-9ddf-4d8758c8590e req-3f858017-042c-4d68-9ec2-f5ae61fe4358 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316818 Oct 12 04:24:28.505697 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Made reservation on behalf of d393591f50e945b092623c525b160733 for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:24:28.507998 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:28.516947 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:28.590632 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:28.660654 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:28.685496 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29370a70-e194-48d5-9274-214429771692 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:24:28.694805 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:28.700632 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:28.700972 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Added segment 7b2b619f-62d9-4892-ba38-21f43cd61d45 of type vlan for network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f Oct 12 04:24:28.740385 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:28.837577 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:28.838576 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:28.839201 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:28.901230 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29370a70-e194-48d5-9274-214429771692 admin admin] Pushing event updated for resources: {'Network': ['ID=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:28.911400 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:24:28.954579 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-29370a70-e194-48d5-9274-214429771692 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6538515 Oct 12 04:24:28.957484 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60238) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:28.962299 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Request body: {'subnet': {'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1423446196-subnet', 'tenant_id': 'd393591f50e945b092623c525b160733', 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:24:29.055058 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Made reservation on behalf of d393591f50e945b092623c525b160733 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:24:29.057554 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369480'] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:29.323551 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369510'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:29.384837 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10204ee-aa39-4434-bf75-509d1222a260,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:29.390036 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Checking segment: {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:24:29.390388 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Network hostable DHCP agents. Network: ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:24:29.458810 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:24:29.552015 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:29.556264 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:29.557898 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:29.567692 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38356731-6834-446e-896d-a08776bae5c9 None None] Network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:24:29.621840 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349379-f570-40fa-b9be-50a8f7e432f4 req-017a6bc9-0b62-471d-822e-d166a53c723f tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:29.623626 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1349379-f570-40fa-b9be-50a8f7e432f4 req-017a6bc9-0b62-471d-822e-d166a53c723f tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0530612 Oct 12 04:24:29.639718 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6776ab3e-1bfc-4356-a2d8-875b1d4d744f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6802409 Oct 12 04:24:29.646279 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60244) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:29.658652 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:24:29.690107 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1349379-f570-40fa-b9be-50a8f7e432f4 req-7d73a7f3-25f6-47b1-a5fa-c5a8f348ec49 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604229 Oct 12 04:24:29.787305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:29.788411 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:29.847273 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:29.847386 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:24:29.847386 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:29.968780 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c06956c7-bfc7-4535-901a-1073dcde1a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:29.995019 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Allocated IP 172.20.0.2 (ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f/f10204ee-aa39-4434-bf75-509d1222a260/4f7611b8-a4b7-415a-aac9-dd0db3c2060e) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:24:30.083335 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.152177 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.242286 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.282438 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:24:30.287284 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:30.290754 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:24:30.299551 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Pushing event updated for resources: {'Port': ['ID=4f7611b8-a4b7-415a-aac9-dd0db3c2060e,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:30.310223 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.310642 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.310998 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.311319 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.311638 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.311955 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.312270 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.312586 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.312919 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.313234 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.313547 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.313854 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:30.343461 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.361587 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Attempting to bind port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:24:30.362067 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Attempting to bind port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:24:30.362519 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Attempting to bind port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e on network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:24:30.370099 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:24:30.370748 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Checking segment: {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:24:30.371415 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.372052 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Bound using segment: {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:24:30.372839 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Bound port: 4f7611b8-a4b7-415a-aac9-dd0db3c2060e, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:24:30.373483 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.374120 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.448299 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] For port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:24:30.452365 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] For port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=4f7611b8-a4b7-415a-aac9-dd0db3c2060e,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:24:30.495482 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Allocated IP 172.27.2.175 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/c61d96cf-96ed-47b4-8ebb-102b95d649f1) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:24:30.529345 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.598593 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe05dd-b794-4bc4-b2d9-1574c323a829 None None] Pushing event updated for resources: {'Port': ['ID=4f7611b8-a4b7-415a-aac9-dd0db3c2060e,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:30.605397 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.791913 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.853348 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:24:30.857324 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:30.861581 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:24:30.892723 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Pushing event updated for resources: {'Port': ['ID=c61d96cf-96ed-47b4-8ebb-102b95d649f1,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:30.905147 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2ff30-b20a-4c84-a1f6-1701ff256642 req-225a84b1-dec3-4484-baca-df16c8826ce0 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:30.906756 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57d2ff30-b20a-4c84-a1f6-1701ff256642 req-225a84b1-dec3-4484-baca-df16c8826ce0 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.1261470 Oct 12 04:24:31.010698 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57d2ff30-b20a-4c84-a1f6-1701ff256642 req-dfc5f2a9-3877-4e81-957c-12374aaa83b9 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971048 Oct 12 04:24:31.089202 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-4933ea62-fb1d-46b6-a23b-24e199345193 req-ebd7318d-4c8b-4996-b09c-77d42b1c474a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:24:31.090266 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4933ea62-fb1d-46b6-a23b-24e199345193 req-ebd7318d-4c8b-4996-b09c-77d42b1c474a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053809 Oct 12 04:24:31.127106 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 4f7611b8-a4b7-415a-aac9-dd0db3c2060e up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:31.180053 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:31.180722 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:31.246186 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:31.264091 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:31.302856 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=4f7611b8-a4b7-415a-aac9-dd0db3c2060e,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:31.397110 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:31.448923 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006da46-3078-401a-82ae-27013d5ca3e1 req-7abc7871-fa21-474b-a06a-95c988433e76 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:31.450468 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7006da46-3078-401a-82ae-27013d5ca3e1 req-7abc7871-fa21-474b-a06a-95c988433e76 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.1075187 Oct 12 04:24:31.463594 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=4f7611b8-a4b7-415a-aac9-dd0db3c2060e,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:31.537730 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548684a8-9592-4b58-937e-6750a32c2c7c None None] Network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:24:31.603306 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-c07f2be1-58ff-459f-8dcf-b4ae3456d7ea None None] Provisioning complete for port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:31.603675 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c07f2be1-58ff-459f-8dcf-b4ae3456d7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:31.817983 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7006da46-3078-401a-82ae-27013d5ca3e1 req-3cd5bc40-108b-4907-bb21-88a79c6f7203 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713882 Oct 12 04:24:31.822512 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:31.835969 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-a7073d88-4232-46ec-a877-1e74b0e4183c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3966987 Oct 12 04:24:31.883179 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:31.980056 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-03406ada-9d59-4fa2-989f-bfffb7deb197 None None] Provisioning complete for port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:31.980420 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-03406ada-9d59-4fa2-989f-bfffb7deb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:32.024253 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Router be5481d5-4de0-4e90-8053-b3c49ca403dd is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:24:32.136436 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:24:32.149355 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Sync routers for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:24:32.160738 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:24:32.161573 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:24:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:32.234245 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:32.238141 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a3d09a8d-2d7f-43e0-b23b-e15a1ba094ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5823777 Oct 12 04:24:32.238890 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60276) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:32.280764 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:24:32.339393 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-244644a9-2f12-486c-a444-8313f36bb423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:32.465131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:31Z', 'revision_number': 3, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:32.499380 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Checking router: be5481d5-4de0-4e90-8053-b3c49ca403dd for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:24:32.499636 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Updating router be5481d5-4de0-4e90-8053-b3c49ca403dd port c61d96cf-96ed-47b4-8ebb-102b95d649f1 binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:24:32.528479 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:32.666423 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:32.842567 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Allocated IP 172.20.0.1 (ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f/f10204ee-aa39-4434-bf75-509d1222a260/232b7f46-f200-4184-bf78-8cc96be0f604) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:24:32.945254 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:32.980145 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a0a4-cf25-4ca6-9338-744f9e76943f req-38f7fdb6-84c3-43cd-99f0-11c4f6bdc3bc tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:32.981600 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1647a0a4-cf25-4ca6-9338-744f9e76943f req-38f7fdb6-84c3-43cd-99f0-11c4f6bdc3bc tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0779979 Oct 12 04:24:32.999009 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.040389 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1647a0a4-cf25-4ca6-9338-744f9e76943f req-d71fb7ac-9897-4bef-a0d0-1a034b869a7b tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507536 Oct 12 04:24:33.051649 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.111874 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 4f7611b8-a4b7-415a-aac9-dd0db3c2060e up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:33.112494 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.148891 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Attempting to bind port c61d96cf-96ed-47b4-8ebb-102b95d649f1 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:24:33.149295 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Attempting to bind port c61d96cf-96ed-47b4-8ebb-102b95d649f1 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:24:33.149668 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Attempting to bind port c61d96cf-96ed-47b4-8ebb-102b95d649f1 on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:24:33.154715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:24:33.159487 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:33.163042 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:24:33.166583 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b542078-dd27-4fe3-9f1e-cc12583fc9ca None None] Pushing event updated for resources: {'Port': ['ID=c61d96cf-96ed-47b4-8ebb-102b95d649f1,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:33.173948 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:24:33.174315 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:24:33.174743 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.175125 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:24:33.176179 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Bound port: c61d96cf-96ed-47b4-8ebb-102b95d649f1, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:24:33.176591 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.196674 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Pushing event updated for resources: {'Port': ['ID=232b7f46-f200-4184-bf78-8cc96be0f604,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:33.221553 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.235483 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.249188 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:33.249552 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.251462 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] For port c61d96cf-96ed-47b4-8ebb-102b95d649f1, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:24:33.256124 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] For port c61d96cf-96ed-47b4-8ebb-102b95d649f1, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=c61d96cf-96ed-47b4-8ebb-102b95d649f1,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:24:33.322498 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.398622 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:24:33.399299 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:24:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:33.437514 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.446527 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b542078-dd27-4fe3-9f1e-cc12583fc9ca None None] Pushing event updated for resources: {'Port': ['ID=c61d96cf-96ed-47b4-8ebb-102b95d649f1,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:33.459426 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-a750d541-df78-427d-a4a5-6e8e1abbb95a None None] Provisioning complete for port 232b7f46-f200-4184-bf78-8cc96be0f604 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:33.459799 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a750d541-df78-427d-a4a5-6e8e1abbb95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.529683 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-a750d541-df78-427d-a4a5-6e8e1abbb95a None None] Port 232b7f46-f200-4184-bf78-8cc96be0f604 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:24:33.550398 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:24:33.619249 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.689092 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.722244 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.744255 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:31Z', 'revision_number': 3, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:33.747654 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6126ee1a-6898-4a1c-af64-989fc7fae65a no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:24:33.759218 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.761043 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Pushing event updated for resources: {'Port': ['ID=232b7f46-f200-4184-bf78-8cc96be0f604,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:33.795320 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84a890-4deb-47ca-98c1-2eccd4389133 None None] The sync data for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi is: [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:31Z', 'revision_number': 3, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:24:33.852819 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:24:33.854403 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:33.873710 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.905252 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:24:33.907617 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5f359-858d-452f-ab91-ae3222634ed2" -d '{"events": [{"server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "name": "network-vif-unplugged", "status": "completed", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:24:33.932798 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:33.947093 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6bc738-37b5-4730-97c4-9b1adf9a3c3d x-openstack-request-id: req-3d6bc738-37b5-4730-97c4-9b1adf9a3c3d {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:24:33.952307 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "name": "network-vif-unplugged", "status": "failed", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a", "code": 422}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:24:33.952307 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d6bc738-37b5-4730-97c4-9b1adf9a3c3d {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:24:33.952307 dv-cinder-813067-1-iscsi neutron-server[94613]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'code': 422} returned with failed status Oct 12 04:24:33.997917 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:34.000476 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Router be5481d5-4de0-4e90-8053-b3c49ca403dd has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:24:34.054774 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6126ee1a-6898-4a1c-af64-989fc7fae65a,revision_number=6']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:34.177072 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-b3fc7640-8364-4c9e-a86a-50f5b2eb9e15 None None] Provisioning complete for port 232b7f46-f200-4184-bf78-8cc96be0f604 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:34.178464 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7640-8364-4c9e-a86a-50f5b2eb9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:34.181514 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:24:34.195642 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d36b7411-c0d5-4146-8a5d-e06d4ed81df1 admin admin] 10.222.0.21 "PUT /v2.0/routers/be5481d5-4de0-4e90-8053-b3c49ca403dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9553266 Oct 12 04:24:34.212832 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15781d2-ffd3-41d3-a8b9-b122cca8ab94 req-0008cab5-94e3-4243-b880-824259df9d39 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:34.214700 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c15781d2-ffd3-41d3-a8b9-b122cca8ab94 req-0008cab5-94e3-4243-b880-824259df9d39 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0799544 Oct 12 04:24:34.236304 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc7640-8364-4c9e-a86a-50f5b2eb9e15 None None] Port 232b7f46-f200-4184-bf78-8cc96be0f604 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:24:34.264303 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c15781d2-ffd3-41d3-a8b9-b122cca8ab94 req-aac2288f-31bf-4dfc-833c-ceb47e9916b7 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419874 Oct 12 04:24:34.530280 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-eb893bb2-541b-471e-a2ed-97b4ff5241e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:34.532815 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-eb893bb2-541b-471e-a2ed-97b4ff5241e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90&tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a HTTP/1.1" status: 200 len: 1097 time: 0.0439284 Oct 12 04:24:34.598590 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-093ebf87-011b-450d-8aab-d15ae8c6ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:34.600097 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-093ebf87-011b-450d-8aab-d15ae8c6ade0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1097 time: 0.0452814 Oct 12 04:24:34.714216 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-33d8f4f2-0c91-4a1a-afc6-08190bfaceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:34.715751 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-33d8f4f2-0c91-4a1a-afc6-08190bfaceab service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 200 len: 910 time: 0.1048694 Oct 12 04:24:34.782086 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-41c823af-c09d-4c47-8cfd-099d4589b17b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 200 len: 998 time: 0.0594587 Oct 12 04:24:34.830521 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-a32f53a4-9207-45d2-9cb2-4838fd3f7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:34.832032 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-a32f53a4-9207-45d2-9cb2-4838fd3f7114 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e045abf4-786d-4f8e-bc94-fec5107361d4 HTTP/1.1" status: 200 len: 848 time: 0.0429726 Oct 12 04:24:34.877906 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-a83b8d96-6b2a-440c-9a54-555d9eff30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:34.880011 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-a83b8d96-6b2a-440c-9a54-555d9eff30b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408661 Oct 12 04:24:34.918791 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60304) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:34.923684 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-397914690-network', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:24:34.970950 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-8d57fef7-15cd-48d6-a1ba-127b7096a880 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834398 Oct 12 04:24:35.002933 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Made reservation on behalf of 6185111a7c344ee3b6ed02c22e16a948 for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:24:35.005947 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.014286 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.065792 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-b4bf5cfd-bd61-462e-88ec-c96db56876d8 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Oct 12 04:24:35.118498 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.154688 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device c61d96cf-96ed-47b4-8ebb-102b95d649f1 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:35.203289 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port c61d96cf-96ed-47b4-8ebb-102b95d649f1 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:35.203939 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.208726 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.318227 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:24:35.318227 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a9481-0ffc-4db8-9a20-fc01b4a2420d,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:35.318227 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.318227 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Added segment 2ff4273d-08f4-4ab1-857a-231f44503663 of type vlan for network ca768a6d-add0-4a18-a95f-cff05b69eeab Oct 12 04:24:35.319449 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.319906 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.320258 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port c61d96cf-96ed-47b4-8ebb-102b95d649f1, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=c61d96cf-96ed-47b4-8ebb-102b95d649f1,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:35.386545 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec7712-2c72-49b6-b537-4a74786e742e req-44854ada-4a0d-4799-ba57-bb0c2a69dd88 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:35.388087 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-52ec7712-2c72-49b6-b537-4a74786e742e req-44854ada-4a0d-4799-ba57-bb0c2a69dd88 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0525935 Oct 12 04:24:35.442180 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.443514 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Sync routers for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:24:35.444012 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-52ec7712-2c72-49b6-b537-4a74786e742e req-b8c0a940-1b0c-4b3a-9479-49f9cec45321 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344369 Oct 12 04:24:35.444117 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:24:35.444117 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:24:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:35.446990 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.448835 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:35.449028 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.449950 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.479940 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=c61d96cf-96ed-47b4-8ebb-102b95d649f1,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:35.519943 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] Pushing event updated for resources: {'Network': ['ID=ca768a6d-add0-4a18-a95f-cff05b69eeab,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:35.530101 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network ca768a6d-add0-4a18-a95f-cff05b69eeab details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:24:35.541240 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:24:35.568783 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7350259a-0322-4486-8d7a-9ab8bd446040 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6462109 Oct 12 04:24:35.580860 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60308) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:35.580860 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Request body: {'subnet': {'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-397914690-subnet', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:24:35.654849 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Made reservation on behalf of 6185111a7c344ee3b6ed02c22e16a948 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:24:35.657276 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369480'] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.741911 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '232b7f46-f200-4184-bf78-8cc96be0f604', 'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'mac_address': 'fa:16:3e:3c:ad:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:32Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 2, 'project_id': 'd393591f50e945b092623c525b160733', 'subnets': [{'id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:35.773137 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Checking router: be5481d5-4de0-4e90-8053-b3c49ca403dd for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:24:35.773487 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Updating router be5481d5-4de0-4e90-8053-b3c49ca403dd port 232b7f46-f200-4184-bf78-8cc96be0f604 binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:24:35.798759 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.889024 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369510'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:35.946772 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=836be61e-e349-4523-922b-007463b26963,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:35.952219 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Checking segment: {'id': '2ff4273d-08f4-4ab1-857a-231f44503663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:24:35.952392 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Network hostable DHCP agents. Network: ca768a6d-add0-4a18-a95f-cff05b69eeab, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:24:36.037422 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Network ca768a6d-add0-4a18-a95f-cff05b69eeab is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:24:36.053322 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.128432 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, ca768a6d-add0-4a18-a95f-cff05b69eeab) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:36.132916 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:36.133475 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.139947 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da84b0-9383-4600-8d98-cbacc3796931 None None] Network ca768a6d-add0-4a18-a95f-cff05b69eeab requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:24:36.157150 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.208119 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Pushing event updated for resources: {'Port': ['ID=232b7f46-f200-4184-bf78-8cc96be0f604,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:36.218942 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.219282 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.219619 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.219948 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.220272 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.220593 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.220913 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.221231 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.221569 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.221888 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.222204 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.222516 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:24:36.258327 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2f581884-46c5-4309-8355-2519f5c9b2ee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6878290 Oct 12 04:24:36.260759 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60312) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:36.269638 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:24:36.281352 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Attempting to bind port 232b7f46-f200-4184-bf78-8cc96be0f604 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:24:36.282006 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Attempting to bind port 232b7f46-f200-4184-bf78-8cc96be0f604 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:24:36.282433 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Attempting to bind port 232b7f46-f200-4184-bf78-8cc96be0f604 on network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:24:36.288265 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:24:36.288634 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Checking segment: {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:24:36.289362 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.289759 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Bound using segment: {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:24:36.290236 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Bound port: 232b7f46-f200-4184-bf78-8cc96be0f604, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:24:36.290636 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.291878 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-ca768a6d-add0-4a18-a95f-cff05b69eeab', 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'fixed_ips': [{'subnet_id': '836be61e-e349-4523-922b-007463b26963'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:24:36.292721 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.361753 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] For port 232b7f46-f200-4184-bf78-8cc96be0f604, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:24:36.362508 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] For port 232b7f46-f200-4184-bf78-8cc96be0f604, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=232b7f46-f200-4184-bf78-8cc96be0f604,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:24:36.381175 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.382577 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.430935 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Allocated IP 172.20.0.2 (ca768a6d-add0-4a18-a95f-cff05b69eeab/836be61e-e349-4523-922b-007463b26963/b37efbe3-d6c1-4689-9b44-b8a87f0ca020) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:24:36.437758 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.438239 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.506425 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:24:36.507148 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:24:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:36.516040 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-5302755b-2ccd-490d-a339-2351784b2ecd None None] Provisioning complete for port 232b7f46-f200-4184-bf78-8cc96be0f604 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:36.516678 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5302755b-2ccd-490d-a339-2351784b2ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.551182 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540a41-fec0-434a-9fc3-a8f2ed605944 None None] Pushing event updated for resources: {'Port': ['ID=232b7f46-f200-4184-bf78-8cc96be0f604,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:36.621317 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef3dfd-848e-45f1-9f57-19aac8172c35 req-16fa44dd-cc0e-45fe-9b30-95f368d6cf7a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:36.623167 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7aef3dfd-848e-45f1-9f57-19aac8172c35 req-16fa44dd-cc0e-45fe-9b30-95f368d6cf7a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.1221278 Oct 12 04:24:36.649739 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:24:36.675801 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.690780 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5302755b-2ccd-490d-a339-2351784b2ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.711030 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.731428 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-5302755b-2ccd-490d-a339-2351784b2ecd None None] For port 232b7f46-f200-4184-bf78-8cc96be0f604, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=232b7f46-f200-4184-bf78-8cc96be0f604,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:36.733260 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7aef3dfd-848e-45f1-9f57-19aac8172c35 req-91c38026-3ca7-4ef4-9014-0a4514e18ae1 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746675 Oct 12 04:24:36.756943 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.799546 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Network ca768a6d-add0-4a18-a95f-cff05b69eeab is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:24:36.805850 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:36.810355 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:24:36.814281 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5302755b-2ccd-490d-a339-2351784b2ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.824140 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Pushing event updated for resources: {'Port': ['ID=b37efbe3-d6c1-4689-9b44-b8a87f0ca020,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:36.913873 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302755b-2ccd-490d-a339-2351784b2ecd None None] Pushing event updated for resources: {'Port': ['ID=232b7f46-f200-4184-bf78-8cc96be0f604,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:36.945375 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Attempting to bind port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:24:36.945904 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Attempting to bind port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '2ff4273d-08f4-4ab1-857a-231f44503663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:24:36.946373 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Attempting to bind port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 on network ca768a6d-add0-4a18-a95f-cff05b69eeab {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:24:36.949801 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-d5e9f839-0f18-43aa-ac53-3f1b52712268 None None] Provisioning complete for port 232b7f46-f200-4184-bf78-8cc96be0f604 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:36.950274 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f839-0f18-43aa-ac53-3f1b52712268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.954865 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:24:36.955225 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Checking segment: {'id': '2ff4273d-08f4-4ab1-857a-231f44503663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:24:36.956632 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:36.956632 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Bound using segment: {'id': '2ff4273d-08f4-4ab1-857a-231f44503663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:24:36.956632 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Bound port: b37efbe3-d6c1-4689-9b44-b8a87f0ca020, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff4273d-08f4-4ab1-857a-231f44503663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:24:36.957682 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:37.012129 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '232b7f46-f200-4184-bf78-8cc96be0f604', 'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'mac_address': 'fa:16:3e:3c:ad:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:32Z', 'updated_at': '2021-10-12T04:24:36Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'subnets': [{'id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:37.032458 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:37.052143 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa56e3-9c96-4229-b819-48511fb31227 None None] The sync data for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi is: [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '232b7f46-f200-4184-bf78-8cc96be0f604', 'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'mac_address': 'fa:16:3e:3c:ad:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:32Z', 'updated_at': '2021-10-12T04:24:36Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'subnets': [{'id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:24:37.056234 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] For port b37efbe3-d6c1-4689-9b44-b8a87f0ca020, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:24:37.060341 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] For port b37efbe3-d6c1-4689-9b44-b8a87f0ca020, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=b37efbe3-d6c1-4689-9b44-b8a87f0ca020,segment=NetworkSegment(2ff4273d-08f4-4ab1-857a-231f44503663),segment_id=2ff4273d-08f4-4ab1-857a-231f44503663)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:24:37.073146 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:37.211538 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:37.220968 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device c61d96cf-96ed-47b4-8ebb-102b95d649f1 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:37.253538 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Allocated IP 172.27.2.57 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/29ea9d84-89ae-41d8-bdc8-930246459c37) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:24:37.326998 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4ba84-de44-4157-bdf2-813a20360417 None None] Pushing event updated for resources: {'Port': ['ID=b37efbe3-d6c1-4689-9b44-b8a87f0ca020,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:37.342429 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port c61d96cf-96ed-47b4-8ebb-102b95d649f1 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:37.342858 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:37.382192 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:37.542934 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:37.597681 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Pushing event updated for resources: {'Port': ['ID=29ea9d84-89ae-41d8-bdc8-930246459c37,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:37.614639 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:24:37.617353 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:37.620092 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:24:38.081893 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c265e2-4861-4a64-9096-741ae4f392d9 req-09e10840-ca92-4313-9d54-5c7d58925d8a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:38.083473 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b7c265e2-4861-4a64-9096-741ae4f392d9 req-09e10840-ca92-4313-9d54-5c7d58925d8a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0867097 Oct 12 04:24:38.134556 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b7c265e2-4861-4a64-9096-741ae4f392d9 req-1986a578-6d1e-4ffa-9f49-2b9e65bed73e tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444739 Oct 12 04:24:38.254626 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:38.295105 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8516d6d3-551e-461a-97c1-339a7600b3d6 None None] Network ca768a6d-add0-4a18-a95f-cff05b69eeab requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:24:38.359096 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-f1f4c4b3-3503-4eb7-9e2e-467589da291e None None] Provisioning complete for port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:38.359786 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c4b3-3503-4eb7-9e2e-467589da291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:38.452719 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:38.506897 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c4b3-3503-4eb7-9e2e-467589da291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:38.545633 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-f1f4c4b3-3503-4eb7-9e2e-467589da291e None None] For port b37efbe3-d6c1-4689-9b44-b8a87f0ca020, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=b37efbe3-d6c1-4689-9b44-b8a87f0ca020,segment=NetworkSegment(2ff4273d-08f4-4ab1-857a-231f44503663),segment_id=2ff4273d-08f4-4ab1-857a-231f44503663)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:38.607643 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c4b3-3503-4eb7-9e2e-467589da291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:38.665279 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:24:38.665843 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4c4b3-3503-4eb7-9e2e-467589da291e None None] Pushing event updated for resources: {'Port': ['ID=b37efbe3-d6c1-4689-9b44-b8a87f0ca020,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:38.728109 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-4f103b10-6b3b-40a5-9947-53a443f9e1cd None None] Provisioning complete for port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:38.728485 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4f103b10-6b3b-40a5-9947-53a443f9e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:38.776697 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:24:38.794231 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Sync routers for ids ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:24:38.813057 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Routers {'0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:24:38.813676 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:24:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:38.843390 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:38.844596 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-adfb0925-0f77-471e-b61d-ea696d2c8478 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5828087 Oct 12 04:24:38.847468 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60328) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:38.918561 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Set router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:24:39.106771 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:36Z', 'updated_at': '2021-10-12T04:24:38Z', 'revision_number': 3, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'gw_port': {'id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:98:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:37Z', 'updated_at': '2021-10-12T04:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:39.135589 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Checking router: 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:24:39.135940 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Updating router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 port 29ea9d84-89ae-41d8-bdc8-930246459c37 binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:24:39.160828 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device b37efbe3-d6c1-4689-9b44-b8a87f0ca020 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:39.193363 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.252841 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005271f-b159-4b67-8fb8-1e99eb55e037 req-0f0539af-df7a-4bf5-9793-d6dc3acc18cd tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:39.255098 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5005271f-b159-4b67-8fb8-1e99eb55e037 req-0f0539af-df7a-4bf5-9793-d6dc3acc18cd tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0510716 Oct 12 04:24:39.274204 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.293233 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5005271f-b159-4b67-8fb8-1e99eb55e037 req-6287d9c8-5131-4ebf-9ae3-689cc68ab511 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320435 Oct 12 04:24:39.300262 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:39.301160 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.428081 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Allocated IP 172.20.0.1 (ca768a6d-add0-4a18-a95f-cff05b69eeab/836be61e-e349-4523-922b-007463b26963/ffe1a496-d2bd-4503-9d5a-dd0c7df22269) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:24:39.461043 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 232b7f46-f200-4184-bf78-8cc96be0f604 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:39.526556 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.560280 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.564170 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 232b7f46-f200-4184-bf78-8cc96be0f604 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:39.569850 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.643715 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.658541 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.688646 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Network ca768a6d-add0-4a18-a95f-cff05b69eeab is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:24:39.691678 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:39.697072 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:24:39.702777 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Pushing event updated for resources: {'Port': ['ID=ffe1a496-d2bd-4503-9d5a-dd0c7df22269,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:39.717625 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Attempting to bind port 29ea9d84-89ae-41d8-bdc8-930246459c37 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:24:39.718003 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Attempting to bind port 29ea9d84-89ae-41d8-bdc8-930246459c37 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:24:39.718394 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Attempting to bind port 29ea9d84-89ae-41d8-bdc8-930246459c37 on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:24:39.731147 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:24:39.731527 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:24:39.731930 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.732326 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:24:39.732799 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Bound port: 29ea9d84-89ae-41d8-bdc8-930246459c37, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:24:39.733291 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.735169 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dceeb-915f-4a28-b96d-79794eb28f9d None None] Pushing event updated for resources: {'Port': ['ID=29ea9d84-89ae-41d8-bdc8-930246459c37,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:39.797957 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] For port 29ea9d84-89ae-41d8-bdc8-930246459c37, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:24:39.801692 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] For port 29ea9d84-89ae-41d8-bdc8-930246459c37, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=29ea9d84-89ae-41d8-bdc8-930246459c37,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:24:39.883710 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.951833 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Routers {'0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:24:39.952391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:24:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:39.954106 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dceeb-915f-4a28-b96d-79794eb28f9d None None] Pushing event updated for resources: {'Port': ['ID=29ea9d84-89ae-41d8-bdc8-930246459c37,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:39.991041 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:39.997360 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-86c57c21-7288-4eaa-b73c-9a38c25ae5a5 None None] Provisioning complete for port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:39.997731 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-86c57c21-7288-4eaa-b73c-9a38c25ae5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:40.072760 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-86c57c21-7288-4eaa-b73c-9a38c25ae5a5 None None] Port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:24:40.091923 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] Set router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:24:40.166074 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:40.325895 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:40.385232 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:36Z', 'updated_at': '2021-10-12T04:24:38Z', 'revision_number': 3, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'gw_port': {'id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:98:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:37Z', 'updated_at': '2021-10-12T04:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:40.390012 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:40.411744 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369795f-474d-4e72-9f30-b6d26ae6f895 None None] The sync data for ids ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'] in dv-cinder-813067-1-iscsi is: [{'id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:36Z', 'updated_at': '2021-10-12T04:24:38Z', 'revision_number': 3, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'gw_port': {'id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:98:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:37Z', 'updated_at': '2021-10-12T04:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:24:40.416390 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a58ff-28ef-41da-93fa-7dadb9723015 req-681b3602-423c-41a7-ba46-f593143b2ada tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:40.418280 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-149a58ff-28ef-41da-93fa-7dadb9723015 req-681b3602-423c-41a7-ba46-f593143b2ada tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0504749 Oct 12 04:24:40.458043 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Pushing event updated for resources: {'Port': ['ID=ffe1a496-d2bd-4503-9d5a-dd0c7df22269,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:40.460802 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:40.484327 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-149a58ff-28ef-41da-93fa-7dadb9723015 req-d2f3db9a-3967-4f6c-a755-518013419dd8 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461438 Oct 12 04:24:40.557142 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Network ca768a6d-add0-4a18-a95f-cff05b69eeab is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:24:40.558493 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:40.717579 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:24:40.794761 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-545a58cc-d61b-444b-99b1-225b2fd02b0a None None] Provisioning complete for port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:40.795309 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-545a58cc-d61b-444b-99b1-225b2fd02b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:40.835422 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-545a58cc-d61b-444b-99b1-225b2fd02b0a None None] Port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:24:40.857234 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:24:40.862538 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-dd90f64c-41aa-47f4-b8c8-0027db43d5de admin admin] 10.222.0.21 "PUT /v2.0/routers/0f201be6-0fc8-4c29-9a9d-a08bceeedcd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0139573 Oct 12 04:24:41.138984 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 29ea9d84-89ae-41d8-bdc8-930246459c37 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:41.187542 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 29ea9d84-89ae-41d8-bdc8-930246459c37 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:41.187902 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:41.266013 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:41.287095 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port 29ea9d84-89ae-41d8-bdc8-930246459c37, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=29ea9d84-89ae-41d8-bdc8-930246459c37,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:41.361425 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:41.413553 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=29ea9d84-89ae-41d8-bdc8-930246459c37,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:41.577823 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91206320-c558-4b2f-80ec-2a1218886b1c req-8144a400-5877-4eb4-863a-91d3e216ced3 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:41.579345 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-91206320-c558-4b2f-80ec-2a1218886b1c req-8144a400-5877-4eb4-863a-91d3e216ced3 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 944 time: 0.0490756 Oct 12 04:24:41.617836 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-91206320-c558-4b2f-80ec-2a1218886b1c req-1b1bf2cf-fec3-4c3d-85a5-723e53fd26cf tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Oct 12 04:24:41.780288 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6126ee1a-6898-4a1c-af64-989fc7fae65a details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:24:41.919367 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:41.935339 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'port_id': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'mac_address': 'fa:16:3e:67:9f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:24:41.981775 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:42.002330 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6126ee1a-6898-4a1c-af64-989fc7fae65a {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:24:42.024029 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:42.115751 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:42.169511 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Sync routers for ids ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:24:42.179485 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Routers {'0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:24:42.180308 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:24:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:42.181493 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6126ee1a-6898-4a1c-af64-989fc7fae65a,revision_number=7']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:42.306605 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Set router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:24:42.346434 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6126ee1a-6898-4a1c-af64-989fc7fae65a'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:24:42.548504 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:36Z', 'updated_at': '2021-10-12T04:24:40Z', 'revision_number': 4, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'gw_port': {'id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:98:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:37Z', 'updated_at': '2021-10-12T04:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ffe1a496-d2bd-4503-9d5a-dd0c7df22269', 'name': '', 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '836be61e-e349-4523-922b-007463b26963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:39Z', 'updated_at': '2021-10-12T04:24:40Z', 'revision_number': 2, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'subnets': [{'id': '836be61e-e349-4523-922b-007463b26963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:42.578543 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Checking router: 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:24:42.578927 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Updating router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:24:42.608167 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:42.759870 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fb43b-f06f-4a0e-92fb-939d22e79045 req-0daeffd8-a720-4329-a7c5-00de15ad92b3 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:42.761541 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-737fb43b-f06f-4a0e-92fb-939d22e79045 req-0daeffd8-a720-4329-a7c5-00de15ad92b3 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 945 time: 0.0702007 Oct 12 04:24:42.808179 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-737fb43b-f06f-4a0e-92fb-939d22e79045 req-4008893c-a392-4760-990d-4057145bc29c tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364544 Oct 12 04:24:42.951949 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:43.041652 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:43.090171 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba29b7-a4d5-47e3-9462-4b9726a18ef9 None None] Pushing event updated for resources: {'Port': ['ID=ffe1a496-d2bd-4503-9d5a-dd0c7df22269,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:43.148923 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 29ea9d84-89ae-41d8-bdc8-930246459c37 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:43.184855 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Attempting to bind port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:24:43.185437 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Attempting to bind port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '2ff4273d-08f4-4ab1-857a-231f44503663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:24:43.185549 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Attempting to bind port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 on network ca768a6d-add0-4a18-a95f-cff05b69eeab {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:24:43.199408 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:24:43.202069 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Checking segment: {'id': '2ff4273d-08f4-4ab1-857a-231f44503663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:24:43.202069 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:43.202069 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Bound using segment: {'id': '2ff4273d-08f4-4ab1-857a-231f44503663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:24:43.202069 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Bound port: ffe1a496-d2bd-4503-9d5a-dd0c7df22269, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff4273d-08f4-4ab1-857a-231f44503663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:24:43.202069 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:43.216928 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 29ea9d84-89ae-41d8-bdc8-930246459c37 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:43.217298 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:43.296047 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] For port ffe1a496-d2bd-4503-9d5a-dd0c7df22269, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:24:43.299220 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] For port ffe1a496-d2bd-4503-9d5a-dd0c7df22269, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=ffe1a496-d2bd-4503-9d5a-dd0c7df22269,segment=NetworkSegment(2ff4273d-08f4-4ab1-857a-231f44503663),segment_id=2ff4273d-08f4-4ab1-857a-231f44503663)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:24:43.382881 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:43.439476 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Routers {'0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:24:43.440096 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:24:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:43.474522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-040d22c6-09e3-44a8-9b00-429a83a23976 None None] Provisioning complete for port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:43.475242 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-040d22c6-09e3-44a8-9b00-429a83a23976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:43.502783 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba29b7-a4d5-47e3-9462-4b9726a18ef9 None None] Pushing event updated for resources: {'Port': ['ID=ffe1a496-d2bd-4503-9d5a-dd0c7df22269,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:43.640813 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] Set router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:24:43.644721 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-040d22c6-09e3-44a8-9b00-429a83a23976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:43.709506 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-040d22c6-09e3-44a8-9b00-429a83a23976 None None] For port ffe1a496-d2bd-4503-9d5a-dd0c7df22269, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=ffe1a496-d2bd-4503-9d5a-dd0c7df22269,segment=NetworkSegment(2ff4273d-08f4-4ab1-857a-231f44503663),segment_id=2ff4273d-08f4-4ab1-857a-231f44503663)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:43.811195 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6126ee1a-6898-4a1c-af64-989fc7fae65a up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:43.841524 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-040d22c6-09e3-44a8-9b00-429a83a23976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:43.875892 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:36Z', 'updated_at': '2021-10-12T04:24:40Z', 'revision_number': 4, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'gw_port': {'id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:98:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:37Z', 'updated_at': '2021-10-12T04:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ffe1a496-d2bd-4503-9d5a-dd0c7df22269', 'name': '', 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '836be61e-e349-4523-922b-007463b26963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:39Z', 'updated_at': '2021-10-12T04:24:43Z', 'revision_number': 4, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'subnets': [{'id': '836be61e-e349-4523-922b-007463b26963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:24:43.917668 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8830bf-9812-4322-937c-93b46cf5a463 None None] The sync data for ids ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'] in dv-cinder-813067-1-iscsi is: [{'id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:36Z', 'updated_at': '2021-10-12T04:24:40Z', 'revision_number': 4, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'gw_port': {'id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:98:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:37Z', 'updated_at': '2021-10-12T04:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'ffe1a496-d2bd-4503-9d5a-dd0c7df22269', 'name': '', 'network_id': 'ca768a6d-add0-4a18-a95f-cff05b69eeab', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '836be61e-e349-4523-922b-007463b26963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:39Z', 'updated_at': '2021-10-12T04:24:43Z', 'revision_number': 4, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'subnets': [{'id': '836be61e-e349-4523-922b-007463b26963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:24:44.005092 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d22c6-09e3-44a8-9b00-429a83a23976 None None] Pushing event updated for resources: {'Port': ['ID=ffe1a496-d2bd-4503-9d5a-dd0c7df22269,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:44.015223 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 6126ee1a-6898-4a1c-af64-989fc7fae65a triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:44.015735 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:44.018762 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-25303ddb-f7b4-4c34-905a-ef741c5c71a6 None None] Provisioning complete for port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:44.018902 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-25303ddb-f7b4-4c34-905a-ef741c5c71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:44.022342 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd15a8-520f-40dc-8b1c-cb489827cea3 req-f7e04590-36a1-4865-a11d-640b39222e20 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:44.030192 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f7cd15a8-520f-40dc-8b1c-cb489827cea3 req-f7e04590-36a1-4865-a11d-640b39222e20 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 945 time: 0.1098449 Oct 12 04:24:44.116548 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f7cd15a8-520f-40dc-8b1c-cb489827cea3 req-37d259d9-a63d-4b8b-90c0-955f240f40ee tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851736 Oct 12 04:24:44.231377 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:44.260364 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:24:44.262564 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4016ef16-4ad5-4548-937a-89ddfa1996a4" -d '{"events": [{"server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "name": "network-vif-plugged", "status": "completed", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:24:44.282769 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:24:44.310407 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b7699b-c76a-4cbb-8126-2fa1b03a3f60 x-openstack-request-id: req-b5b7699b-c76a-4cbb-8126-2fa1b03a3f60 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:24:44.310757 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "name": "network-vif-plugged", "status": "completed", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:24:44.311372 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5b7699b-c76a-4cbb-8126-2fa1b03a3f60 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:24:44.312185 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'code': 200} Oct 12 04:24:44.352545 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:44.436855 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6126ee1a-6898-4a1c-af64-989fc7fae65a,revision_number=8']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:44.631045 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36121cb4-cd58-423c-b1dd-643a7b1316ef req-48f9b876-3dfa-4396-a5ef-214f33fb0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:44.632559 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-36121cb4-cd58-423c-b1dd-643a7b1316ef req-48f9b876-3dfa-4396-a5ef-214f33fb0d59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1099 time: 0.0568764 Oct 12 04:24:44.676981 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-36121cb4-cd58-423c-b1dd-643a7b1316ef req-e3f2b095-8321-4e11-b809-9243d579d268 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371847 Oct 12 04:24:45.125309 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ffe1a496-d2bd-4503-9d5a-dd0c7df22269 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:24:45.175219 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:45.176109 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:45.240802 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63f240-7fad-41e1-8f16-17ecf03b2662 req-9db2f243-30f0-496c-b9f9-29f3eb0db631 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:45.242374 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ee63f240-7fad-41e1-8f16-17ecf03b2662 req-9db2f243-30f0-496c-b9f9-29f3eb0db631 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0530148 Oct 12 04:24:45.283554 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ee63f240-7fad-41e1-8f16-17ecf03b2662 req-bbde7729-00fe-417f-a1bf-bb9124ff18e5 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350840 Oct 12 04:24:46.404352 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812cf6a-7dd3-4a81-9256-4c26b9908200 req-b41c29b1-4c4f-4e6a-97a6-c127b12ddb05 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:46.405809 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b812cf6a-7dd3-4a81-9256-4c26b9908200 req-b41c29b1-4c4f-4e6a-97a6-c127b12ddb05 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0518816 Oct 12 04:24:46.452792 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b812cf6a-7dd3-4a81-9256-4c26b9908200 req-d31da29c-57af-4b0e-a1bd-dce5a3143ade tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385399 Oct 12 04:24:51.864505 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:24:53.173991 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-7e810f0e-0676-42a0-b64a-300c863237bd tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:53.175988 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-7e810f0e-0676-42a0-b64a-300c863237bd tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/networks?id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f HTTP/1.1" status: 200 len: 815 time: 0.1000531 Oct 12 04:24:53.190264 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-ef04d008-20cd-4d07-a3dc-a3d6608c300d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/quotas/d393591f50e945b092623c525b160733 HTTP/1.1" status: 200 len: 375 time: 0.0084839 Oct 12 04:24:53.239456 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-202f5da7-1b95-4fd3-a1e3-455f99868398 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d393591f50e945b092623c525b160733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438056 Oct 12 04:24:53.420827 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-1ee18323-38d8-429c-b447-5a34807ecbdb service neutron] 10.222.0.21 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698813 Oct 12 04:24:53.508841 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-c1e21b89-ca84-4e04-bf7c-480c3c4e00fa service neutron] 10.222.0.21 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812273 Oct 12 04:24:53.739342 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-631f43e6-7fd3-4b0e-b0db-2fbbbb9ac524 req-9370b305-47b2-4ccb-a3cd-e6d122d30859 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 210 time: 0.0263057 Oct 12 04:24:54.833585 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7c9d87c0-c528-4e41-9bbd-7b4ac8fa0fe5 req-321f830d-a7ac-4f89-a291-6c97d0a0f728 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 210 time: 0.0286644 Oct 12 04:24:55.780792 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-5fe258b5-f458-4671-ba0d-1061c85a544b tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:55.782299 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-5fe258b5-f458-4671-ba0d-1061c85a544b tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.36 "GET /v2.0/networks?id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f HTTP/1.1" status: 200 len: 815 time: 0.1034935 Oct 12 04:24:55.795242 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'port': {'device_id': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'admin_state_up': True, 'tenant_id': 'd393591f50e945b092623c525b160733'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:24:55.838288 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60480) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:55.930150 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0175b0bf-83fe-49df-aefa-b0c31a75661e req-c7455429-f362-413e-96b1-a40002a77bf4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 210 time: 0.0274076 Oct 12 04:24:55.955255 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5575eab5-a1d1-4de4-a51b-6ca09e084f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:55.980048 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Made reservation on behalf of d393591f50e945b092623c525b160733 for: {'port': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:24:55.983747 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.028649 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5575eab5-a1d1-4de4-a51b-6ca09e084f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.098582 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5575eab5-a1d1-4de4-a51b-6ca09e084f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.113886 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Allocated IP 172.20.0.9 (ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f/f10204ee-aa39-4434-bf75-509d1222a260/6f4c91da-c3ba-4145-9177-bc95323a2b78) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:24:56.138529 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5575eab5-a1d1-4de4-a51b-6ca09e084f0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c18535ec6dd0483ead28f92198d0d0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991126 Oct 12 04:24:56.141032 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60494) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:24:56.146965 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575eab5-a1d1-4de4-a51b-6ca09e084f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97b8828-5853-4334-be48-4dd12f3fb922,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:56.197091 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a10c-17f8-44b6-8646-5503006b3921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.223289 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a10c-17f8-44b6-8646-5503006b3921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.269884 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.356052 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a10c-17f8-44b6-8646-5503006b3921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.358650 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a10c-17f8-44b6-8646-5503006b3921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.359965 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-8ba4a10c-17f8-44b6-8646-5503006b3921 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d97b8828-5853-4334-be48-4dd12f3fb922 HTTP/1.1" status: 204 len: 168 time: 0.2180386 Oct 12 04:24:56.368946 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4a10c-17f8-44b6-8646-5503006b3921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97b8828-5853-4334-be48-4dd12f3fb922,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:56.384650 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.438312 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:24:56.441551 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:24:56.444598 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:24:56.484607 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'Port': ['ID=6f4c91da-c3ba-4145-9177-bc95323a2b78,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:56.503719 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:56.508659 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.565854 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-71429753-3c3a-4685-89d1-3b30b7e16d52 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7744331 Oct 12 04:24:56.580126 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Request body: {'port': {'device_id': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:24:56.695450 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.759339 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-f4a73ac2-6576-4911-b7a0-8565d4cc8b59 None None] Provisioning complete for port 6f4c91da-c3ba-4145-9177-bc95323a2b78 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:24:56.761373 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f4a73ac2-6576-4911-b7a0-8565d4cc8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:56.836211 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-f4a73ac2-6576-4911-b7a0-8565d4cc8b59 None None] Port 6f4c91da-c3ba-4145-9177-bc95323a2b78 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:24:57.081401 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735e9d-aad3-4e8e-b225-c7d8d25dae7b req-97afec44-a670-480f-bbeb-25f3e9636683 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:57.092647 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6735e9d-aad3-4e8e-b225-c7d8d25dae7b req-97afec44-a670-480f-bbeb-25f3e9636683 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 931 time: 0.0782547 Oct 12 04:24:57.144819 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6735e9d-aad3-4e8e-b225-c7d8d25dae7b req-d9ba466a-224c-4214-b86e-e4116305908d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503275 Oct 12 04:24:57.180104 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4c91da-c3ba-4145-9177-bc95323a2b78 {{(pid=94611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:24:57.196288 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:57.210364 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.provisioning_blocks [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Transition to ACTIVE for port object 6f4c91da-c3ba-4145-9177-bc95323a2b78 will not be triggered until provisioned by entity L2. {{(pid=94611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:24:57.319482 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:57.382025 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4c91da-c3ba-4145-9177-bc95323a2b78,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:57.473639 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Attempting to bind port 6f4c91da-c3ba-4145-9177-bc95323a2b78 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:24:57.474212 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Attempting to bind port 6f4c91da-c3ba-4145-9177-bc95323a2b78 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:24:57.474767 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Attempting to bind port 6f4c91da-c3ba-4145-9177-bc95323a2b78 on network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:24:57.481440 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Port 6f4c91da-c3ba-4145-9177-bc95323a2b78 on network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:24:57.481868 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Attempting to bind port 6f4c91da-c3ba-4145-9177-bc95323a2b78 on network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:24:57.487162 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:24:57.488107 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Checking segment: {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:24:57.488551 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Bound using segment: {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'} {{(pid=94611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:24:57.489074 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.managers [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Bound port: 6f4c91da-c3ba-4145-9177-bc95323a2b78, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2b619f-62d9-4892-ba38-21f43cd61d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f'}}] {{(pid=94611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:24:57.489652 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:57.572639 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] For port 6f4c91da-c3ba-4145-9177-bc95323a2b78, host hv-cinder-81306, cleared binding levels {{(pid=94611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:24:57.581459 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] For port 6f4c91da-c3ba-4145-9177-bc95323a2b78, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:24:57.655229 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:57.694633 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:57.695368 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:57.696790 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 200 len: 1093 time: 1.1219018 Oct 12 04:24:57.697240 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:24:57.699591 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ac1360-5dc6-4e74-a1ac-cc61d9ab5e73" -d '{"events": [{"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:24:57.750300 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709852de-711f-422e-869f-78f472ed7c29 x-openstack-request-id: req-709852de-711f-422e-869f-78f472ed7c29 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:24:57.750879 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:24:57.751474 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-709852de-711f-422e-869f-78f472ed7c29 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:24:57.752018 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'status': 'completed', 'code': 200} Oct 12 04:24:57.758330 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d0ead-80ba-4ff1-9c95-af008b5935a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4c91da-c3ba-4145-9177-bc95323a2b78,revision_number=3']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:24:58.269915 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bdf69-983a-4c59-ad32-fcbe89df0171 req-77d325d1-a2ec-46be-ac00-7a0297f7da78 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:58.271380 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e3bdf69-983a-4c59-ad32-fcbe89df0171 req-77d325d1-a2ec-46be-ac00-7a0297f7da78 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0515792 Oct 12 04:24:58.319655 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e3bdf69-983a-4c59-ad32-fcbe89df0171 req-02104a7f-e32e-4c0f-92a1-5a7244736000 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Oct 12 04:24:59.449093 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b1331-2693-44c4-93da-01550bd7cb3c req-f0916443-494d-4bf4-8c9c-2078208c154c tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:24:59.450586 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-617b1331-2693-44c4-93da-01550bd7cb3c req-f0916443-494d-4bf4-8c9c-2078208c154c tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0625715 Oct 12 04:24:59.496904 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-617b1331-2693-44c4-93da-01550bd7cb3c req-1fc4bda7-1282-4588-bdb9-afb15c11f0f5 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Oct 12 04:24:59.917129 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d94b8d50-87e6-4fef-a510-e48a36816957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:00.612444 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caeb2d-f07f-40d7-bd8d-c4c07568b493 req-528f9f0f-4f3d-4600-98da-dc6edc16b81a tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:00.614015 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d0caeb2d-f07f-40d7-bd8d-c4c07568b493 req-528f9f0f-4f3d-4600-98da-dc6edc16b81a tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0489440 Oct 12 04:25:00.664248 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d0caeb2d-f07f-40d7-bd8d-c4c07568b493 req-e264b9b4-8fb3-4245-8eb6-3dfce3d53ce3 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Oct 12 04:25:01.799528 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03724197-15ee-46f8-990d-5b53ee2c30a0 req-1bf53088-94b9-4e66-bcd7-1ab0ac18786b tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:01.801610 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-03724197-15ee-46f8-990d-5b53ee2c30a0 req-1bf53088-94b9-4e66-bcd7-1ab0ac18786b tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0682795 Oct 12 04:25:01.846914 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-03724197-15ee-46f8-990d-5b53ee2c30a0 req-c5533703-0340-4cd2-8ef3-32142250c029 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Oct 12 04:25:01.877063 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:02.237097 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6eefafd9-16aa-4439-a3f6-42de388c61aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:02.969271 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba258246-4330-4084-bc27-70baad0388f5 req-1f0c5d71-96b1-45b7-a3d5-4fba28f3f6ba tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:02.970843 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ba258246-4330-4084-bc27-70baad0388f5 req-1f0c5d71-96b1-45b7-a3d5-4fba28f3f6ba tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0532224 Oct 12 04:25:03.009962 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ba258246-4330-4084-bc27-70baad0388f5 req-f39fe360-e4f5-4f86-9493-5e9454730a48 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Oct 12 04:25:03.420395 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:03.716961 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:04.140174 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe21fc-4027-43e4-837e-3d996d89bfe2 req-9c3f90c2-e6bf-4cde-a879-7fde386c5a26 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:04.141816 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9fbe21fc-4027-43e4-837e-3d996d89bfe2 req-9c3f90c2-e6bf-4cde-a879-7fde386c5a26 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0551143 Oct 12 04:25:04.180754 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9fbe21fc-4027-43e4-837e-3d996d89bfe2 req-e6bede07-1842-40d0-9175-987f2b1e0ac2 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Oct 12 04:25:05.310602 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997983bf-e586-44d4-8002-22772cfac150 req-f2387aea-e195-485c-8912-41bf70434acb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:05.312114 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-997983bf-e586-44d4-8002-22772cfac150 req-f2387aea-e195-485c-8912-41bf70434acb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0643287 Oct 12 04:25:05.352669 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-997983bf-e586-44d4-8002-22772cfac150 req-b1239d8b-9ead-4790-baf1-8f651ac76a6b tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342922 Oct 12 04:25:06.100446 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:06.488652 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdffc0-f2ab-4861-b706-c52f4610d130 req-166c50d6-f780-4e0a-ba35-638f6c93e4cd tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:06.493320 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e9cdffc0-f2ab-4861-b706-c52f4610d130 req-166c50d6-f780-4e0a-ba35-638f6c93e4cd tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0694053 Oct 12 04:25:06.538743 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e9cdffc0-f2ab-4861-b706-c52f4610d130 req-4e6a52e4-2b42-40d2-997c-bd30e4dfb16d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387242 Oct 12 04:25:07.661008 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322e147-51df-491f-9d02-285ba2dfa10e req-22913d89-14a0-4b8a-9ff8-fad4ed567efd tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:07.662505 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8322e147-51df-491f-9d02-285ba2dfa10e req-22913d89-14a0-4b8a-9ff8-fad4ed567efd tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0547976 Oct 12 04:25:07.699880 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8322e147-51df-491f-9d02-285ba2dfa10e req-56925cc9-2d42-4f0b-b9e6-b3eeb34c2dd2 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314498 Oct 12 04:25:08.280391 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-758e6761-6b25-4b26-8d4d-49f4da9f4633 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455177 Oct 12 04:25:08.295527 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac1360-5dc6-4e74-a1ac-cc61d9ab5e73 req-12cb67a4-7d63-4883-be48-2c2cdb1050ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.296995 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-91ac1360-5dc6-4e74-a1ac-cc61d9ab5e73 req-12cb67a4-7d63-4883-be48-2c2cdb1050ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d393591f50e945b092623c525b160733&device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 1096 time: 0.0400710 Oct 12 04:25:08.375139 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-130448a0-aeff-4c01-804c-004180e535ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.376707 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-130448a0-aeff-4c01-804c-004180e535ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1099 time: 0.0436246 Oct 12 04:25:08.408403 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac1360-5dc6-4e74-a1ac-cc61d9ab5e73 req-cec786f9-8576-4a29-ad4a-e245e490b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.410406 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-91ac1360-5dc6-4e74-a1ac-cc61d9ab5e73 req-cec786f9-8576-4a29-ad4a-e245e490b460 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d393591f50e945b092623c525b160733&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0983479 Oct 12 04:25:08.477571 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-bec310c5-fe21-4d0b-a2d7-f6ac56581bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.479052 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-bec310c5-fe21-4d0b-a2d7-f6ac56581bf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 200 len: 910 time: 0.0823739 Oct 12 04:25:08.510998 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac1360-5dc6-4e74-a1ac-cc61d9ab5e73 req-806490c4-05f9-403d-a8ba-ee79606300ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.512738 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-91ac1360-5dc6-4e74-a1ac-cc61d9ab5e73 req-806490c4-05f9-403d-a8ba-ee79606300ec service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892346 Oct 12 04:25:08.547762 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-8f0c8d0a-8a92-43c0-93df-cdbfc8576113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 200 len: 1000 time: 0.0613751 Oct 12 04:25:08.598867 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-298e6a1d-807b-41c0-8117-f217bf3fe801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.599374 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-c84084fb-02c3-4264-8dd2-53f48c7a7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.600325 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-298e6a1d-807b-41c0-8117-f217bf3fe801 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d393591f50e945b092623c525b160733&device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 1096 time: 0.0431828 Oct 12 04:25:08.600812 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-c84084fb-02c3-4264-8dd2-53f48c7a7e20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e045abf4-786d-4f8e-bc94-fec5107361d4 HTTP/1.1" status: 200 len: 848 time: 0.0431392 Oct 12 04:25:08.660839 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-31d9a57f-0628-4979-ab77-bf3d49760073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 200 len: 217 time: 0.0341628 Oct 12 04:25:08.665682 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-c0717268-8b6f-4471-be54-eba5ca0d54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.667178 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-c0717268-8b6f-4471-be54-eba5ca0d54ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400751 Oct 12 04:25:08.708749 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-93aa9b6c-700a-407c-a03f-57f654a9691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.710192 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-93aa9b6c-700a-407c-a03f-57f654a9691b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f10204ee-aa39-4434-bf75-509d1222a260 HTTP/1.1" status: 200 len: 854 time: 0.0418491 Oct 12 04:25:08.778188 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-7147aa9e-b941-47ad-a32b-1a8f0fc254a2 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031661 Oct 12 04:25:08.785784 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-1ee1ce0e-eb9e-4ebe-9925-5e260977fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.787230 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-1ee1ce0e-eb9e-4ebe-9925-5e260977fac4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587940 Oct 12 04:25:08.865899 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fa9d-2c2f-4d5e-80e3-bc54f68d5ea0 req-02fd049a-e934-4aca-9713-4dfca20580ee tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:08.867299 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4823fa9d-2c2f-4d5e-80e3-bc54f68d5ea0 req-02fd049a-e934-4aca-9713-4dfca20580ee tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0958238 Oct 12 04:25:08.871854 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-60f8fb0a-a715-4290-8594-08a59718ee77 req-65e1dcdd-8ce9-44f1-afd5-8aab82a61578 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852158 Oct 12 04:25:08.923668 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-9be78af1-d528-4074-9e5c-a8e1ff7e02ff service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235502 Oct 12 04:25:08.928487 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4823fa9d-2c2f-4d5e-80e3-bc54f68d5ea0 req-d5e76a3d-795c-4eeb-aaf1-2d58b99f0169 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550303 Oct 12 04:25:09.016241 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c0877ad-7caa-4c59-87ac-a4b83e641f48 req-5ea8de61-5658-41b2-a3ed-ff578f5af71a service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847864 Oct 12 04:25:09.991692 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6f4c91da-c3ba-4145-9177-bc95323a2b78 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:25:10.051558 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac50a0-de46-4949-8834-853dcd95589f req-ee5e83bc-7ede-4874-8993-3c682d9dcd9b tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:10.053027 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e4ac50a0-de46-4949-8834-853dcd95589f req-ee5e83bc-7ede-4874-8993-3c682d9dcd9b tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 943 time: 0.0527053 Oct 12 04:25:10.084578 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6f4c91da-c3ba-4145-9177-bc95323a2b78, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:25:10.096018 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'port_id': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'mac_address': 'fa:16:3e:89:40:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:25:10.098999 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e4ac50a0-de46-4949-8834-853dcd95589f req-4ca8efc2-4898-417d-9437-b1d29592e6e9 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Oct 12 04:25:10.138505 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:10.155058 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4c91da-c3ba-4145-9177-bc95323a2b78 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:25:10.173833 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6f4c91da-c3ba-4145-9177-bc95323a2b78, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:25:10.265804 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:10.314051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6f4c91da-c3ba-4145-9177-bc95323a2b78,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:10.526983 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6f4c91da-c3ba-4145-9177-bc95323a2b78'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:25:11.209744 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933143f3-7f88-4865-b471-d84716d91c70 req-4c8b3a29-60ae-484d-9a1e-6725a4482a28 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:11.211261 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-933143f3-7f88-4865-b471-d84716d91c70 req-4c8b3a29-60ae-484d-9a1e-6725a4482a28 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 944 time: 0.0474725 Oct 12 04:25:11.249100 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-933143f3-7f88-4865-b471-d84716d91c70 req-816db3a5-e126-4831-bebd-a93c4fe5b02e tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320539 Oct 12 04:25:11.999537 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6f4c91da-c3ba-4145-9177-bc95323a2b78 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:25:12.116222 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 6f4c91da-c3ba-4145-9177-bc95323a2b78 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:25:12.125162 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 6f4c91da-c3ba-4145-9177-bc95323a2b78 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:25:12.125162 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:12.197893 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:12.218763 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:25:12.220961 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcd5d74-4ada-41d3-ab40-a7e22eb11abc" -d '{"events": [{"server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "name": "network-vif-plugged", "status": "completed", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:25:12.233046 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6f4c91da-c3ba-4145-9177-bc95323a2b78, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:25:12.257941 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f3224f-ca4c-4511-b123-4420a60eb9b8 x-openstack-request-id: req-e9f3224f-ca4c-4511-b123-4420a60eb9b8 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:25:12.258229 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "name": "network-vif-plugged", "status": "completed", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:25:12.258486 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9f3224f-ca4c-4511-b123-4420a60eb9b8 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:25:12.258917 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'code': 200} Oct 12 04:25:12.320813 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:12.367796 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e73a6-5f37-4afb-b52e-0f7319b7d935 req-6c159cb6-39d1-40b1-8f61-c795cb2be1e3 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:12.369260 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e85e73a6-5f37-4afb-b52e-0f7319b7d935 req-6c159cb6-39d1-40b1-8f61-c795cb2be1e3 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0511601 Oct 12 04:25:12.373208 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6f4c91da-c3ba-4145-9177-bc95323a2b78,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:12.407097 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e85e73a6-5f37-4afb-b52e-0f7319b7d935 req-ec27dfbf-fa95-4407-bb38-d3cf76d3ce6b tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Oct 12 04:25:12.541974 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e3c87-687a-4eaf-9851-7da139320eea req-f4ff672f-0bcf-449b-89b7-2ab2df232492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:12.543487 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-767e3c87-687a-4eaf-9851-7da139320eea req-f4ff672f-0bcf-449b-89b7-2ab2df232492 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 1098 time: 0.0387444 Oct 12 04:25:12.580987 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-767e3c87-687a-4eaf-9851-7da139320eea req-3f5c0e1f-17e7-4238-8990-7ea43eb875ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293052 Oct 12 04:25:13.519005 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bdce3-e621-42b6-ba9b-9c4bcf30f436 req-bb6cd876-1b36-40ff-84af-7b2c8468fd58 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:13.520463 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-873bdce3-e621-42b6-ba9b-9c4bcf30f436 req-bb6cd876-1b36-40ff-84af-7b2c8468fd58 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0475488 Oct 12 04:25:13.559940 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-873bdce3-e621-42b6-ba9b-9c4bcf30f436 req-b2455f45-bbce-4fc9-a330-1085dca68c26 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Oct 12 04:25:14.668798 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd191-241f-427c-81b7-12315f1c3586 req-6466a2d1-e7b6-46db-82eb-49880220dbef tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:14.670230 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a1bdd191-241f-427c-81b7-12315f1c3586 req-6466a2d1-e7b6-46db-82eb-49880220dbef tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0467329 Oct 12 04:25:14.706840 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a1bdd191-241f-427c-81b7-12315f1c3586 req-ee279a89-086d-4339-bcc3-05b36424c267 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302813 Oct 12 04:25:14.816582 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9f68d-b7b5-4e93-a4a6-e2e0d505f431 req-b2cf25fe-c053-4982-95b1-8549a1342757 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:14.817990 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-98f9f68d-b7b5-4e93-a4a6-e2e0d505f431 req-b2cf25fe-c053-4982-95b1-8549a1342757 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0470786 Oct 12 04:25:14.857347 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-98f9f68d-b7b5-4e93-a4a6-e2e0d505f431 req-946be142-fa0b-4c99-9a68-5f38a3e581b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334570 Oct 12 04:25:15.175322 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6b08a-7e08-4ee3-84a1-1870f52adfbc req-669a6925-c4e4-4e0c-8cc3-684abc007f10 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:15.176837 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b5f6b08a-7e08-4ee3-84a1-1870f52adfbc req-669a6925-c4e4-4e0c-8cc3-684abc007f10 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0482359 Oct 12 04:25:15.212891 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b5f6b08a-7e08-4ee3-84a1-1870f52adfbc req-a43e17c5-d7af-4f9f-864c-0f86739e63bb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303922 Oct 12 04:25:25.452349 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7165ab4-71b4-4e6b-a74f-4ac24eb7d6ad req-ddb814ed-1641-4161-b151-0975318f59be tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:25.453814 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b7165ab4-71b4-4e6b-a74f-4ac24eb7d6ad req-ddb814ed-1641-4161-b151-0975318f59be tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0500290 Oct 12 04:25:25.491302 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b7165ab4-71b4-4e6b-a74f-4ac24eb7d6ad req-c91fd748-a800-4e7e-b3e9-979a018c0208 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Oct 12 04:25:25.512839 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60770) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:25.695691 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b223074-1b75-4d58-9254-6981dbcfc956 tempest-TestMinimumBasicScenario-139993187 tempest-TestMinimumBasicScenario-139993187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:25.697174 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0b223074-1b75-4d58-9254-6981dbcfc956 tempest-TestMinimumBasicScenario-139993187 tempest-TestMinimumBasicScenario-139993187-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 1093 time: 0.1833992 Oct 12 04:25:25.700083 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60776) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:25.704282 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'floatingip': {'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'port_id': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'tenant_id': 'd393591f50e945b092623c525b160733', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:25.811953 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:25.909897 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:26.013320 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Allocated IP 172.27.2.5 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/3fe8aac5-1cff-441b-9127-43a0829a3441) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:25:26.110331 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:26.202749 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:26.245550 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:25:26.248390 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:25:26.251971 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:25:26.272566 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'Port': ['ID=3fe8aac5-1cff-441b-9127-43a0829a3441,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:26.593967 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:26.714290 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:26.872685 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:26.933598 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:27.002367 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'Port': ['ID=3fe8aac5-1cff-441b-9127-43a0829a3441,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:27.012985 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:27.114057 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Floating IP 543412f9-cb5c-429f-bcf3-a23e7bbbbe04 associated. External IP: 172.27.2.5, port: 6f4c91da-c3ba-4145-9177-bc95323a2b78. Oct 12 04:25:27.319337 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Router be5481d5-4de0-4e90-8053-b3c49ca403dd has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:25:27.695312 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:25:27.705805 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] Sync routers for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:25:27.714867 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:25:27.715468 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:25:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:25:27.763989 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:27.790329 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-8ec499c8-ed14-446b-89cc-08cdd4b01566 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0892417 Oct 12 04:25:27.791032 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:25:27.793156 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60786) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:27.793678 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d719af97-909b-48cd-ab8c-5c25bb403f94" -d '{"events": [{"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:25:27.798140 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86159551', 'description': 'tempest-secgroup-smoke-86159551 description', 'project_id': 'd393591f50e945b092623c525b160733'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:27.823455 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:25:27.829541 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3050f7-b537-47c7-b6d2-36ee60b1f9db x-openstack-request-id: req-4c3050f7-b537-47c7-b6d2-36ee60b1f9db {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:25:27.829833 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:25:27.830085 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c3050f7-b537-47c7-b6d2-36ee60b1f9db {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:25:27.830470 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'status': 'completed', 'code': 200} Oct 12 04:25:27.882241 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:27.891181 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-f9926a3e-3bbc-4808-9e54-da0a6156a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:27.892812 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-f9926a3e-3bbc-4808-9e54-da0a6156a0e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d393591f50e945b092623c525b160733&device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 1098 time: 0.0414348 Oct 12 04:25:27.957149 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:27.991718 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-736d0c72-be97-4756-9319-596d839b0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:27.993164 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-736d0c72-be97-4756-9319-596d839b0ff7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f HTTP/1.1" status: 200 len: 916 time: 0.0899684 Oct 12 04:25:28.019298 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.050433 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ab858-e066-4708-8f2e-376771ac5089,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:28.055035 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '543412f9-cb5c-429f-bcf3-a23e7bbbbe04', 'tenant_id': 'd393591f50e945b092623c525b160733', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'port_id': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'mac_address': 'fa:16:3e:89:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:25:26Z', 'updated_at': '2021-10-12T04:25:26Z', 'revision_number': 0, 'project_id': 'd393591f50e945b092623c525b160733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232b7f46-f200-4184-bf78-8cc96be0f604', 'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'mac_address': 'fa:16:3e:3c:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:32Z', 'updated_at': '2021-10-12T04:24:36Z', 'revision_number': 5, 'project_id': 'd393591f50e945b092623c525b160733', 'subnets': [{'id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:25:28.058084 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.058616 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.058988 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.059320 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.059650 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.059781 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-a6290c57-6ea6-4627-ba02-3723507e4c1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 200 len: 997 time: 0.0595970 Oct 12 04:25:28.059976 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.060297 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.060618 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.060938 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.061256 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.061573 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.061890 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:28.085734 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] Checking router: be5481d5-4de0-4e90-8053-b3c49ca403dd for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:25:28.094404 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:25:28.095062 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:25:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:25:28.113841 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.115989 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-78d4f4a9-83bd-4468-97e5-d9a17557a1b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3212557 Oct 12 04:25:28.117297 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-c4b1bc62-0ea0-41c1-a444-3fc57eb516d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:28.118772 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-c4b1bc62-0ea0-41c1-a444-3fc57eb516d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f10204ee-aa39-4434-bf75-509d1222a260 HTTP/1.1" status: 200 len: 854 time: 0.0512524 Oct 12 04:25:28.123317 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60796) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:28.129606 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-33ed5fca-184c-4a43-987d-c92a8f504ed5 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'security_group_rule': {'security_group_id': '4a9ab858-e066-4708-8f2e-376771ac5089', 'project_id': 'd393591f50e945b092623c525b160733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:28.170071 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-60d09deb-1353-42d7-8227-da2c77a57d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:28.171611 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-60d09deb-1353-42d7-8227-da2c77a57d94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456371 Oct 12 04:25:28.202127 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:25:28.242782 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33ed5fca-184c-4a43-987d-c92a8f504ed5 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.264528 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-2d5eb044-f27f-479b-9900-37c462cc671b service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861025 Oct 12 04:25:28.306138 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33ed5fca-184c-4a43-987d-c92a8f504ed5 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.360810 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d719af97-909b-48cd-ab8c-5c25bb403f94 req-003fadb9-2264-4c83-94f8-83d47e571917 service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884619 Oct 12 04:25:28.390994 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33ed5fca-184c-4a43-987d-c92a8f504ed5 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.409169 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed5fca-184c-4a43-987d-c92a8f504ed5 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28289651-08ad-4bcf-9129-31f7c82572a5,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:28.484294 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33ed5fca-184c-4a43-987d-c92a8f504ed5 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.485509 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-33ed5fca-184c-4a43-987d-c92a8f504ed5 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610010 Oct 12 04:25:28.488259 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60798) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:28.492561 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-2cf20102-4d07-43d8-829d-30de407b417d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'security_group_rule': {'security_group_id': '4a9ab858-e066-4708-8f2e-376771ac5089', 'project_id': 'd393591f50e945b092623c525b160733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:28.550441 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '543412f9-cb5c-429f-bcf3-a23e7bbbbe04', 'tenant_id': 'd393591f50e945b092623c525b160733', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'port_id': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'mac_address': 'fa:16:3e:89:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:25:26Z', 'updated_at': '2021-10-12T04:25:26Z', 'revision_number': 0, 'project_id': 'd393591f50e945b092623c525b160733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232b7f46-f200-4184-bf78-8cc96be0f604', 'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'mac_address': 'fa:16:3e:3c:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:32Z', 'updated_at': '2021-10-12T04:24:36Z', 'revision_number': 5, 'project_id': 'd393591f50e945b092623c525b160733', 'subnets': [{'id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:25:28.579637 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab2121e-b3f9-43b4-8378-095695457a5b None None] The sync data for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi is: [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '543412f9-cb5c-429f-bcf3-a23e7bbbbe04', 'tenant_id': 'd393591f50e945b092623c525b160733', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'port_id': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'mac_address': 'fa:16:3e:89:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:25:26Z', 'updated_at': '2021-10-12T04:25:26Z', 'revision_number': 0, 'project_id': 'd393591f50e945b092623c525b160733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232b7f46-f200-4184-bf78-8cc96be0f604', 'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'mac_address': 'fa:16:3e:3c:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:32Z', 'updated_at': '2021-10-12T04:24:36Z', 'revision_number': 5, 'project_id': 'd393591f50e945b092623c525b160733', 'subnets': [{'id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:25:28.596080 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2cf20102-4d07-43d8-829d-30de407b417d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.654818 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2cf20102-4d07-43d8-829d-30de407b417d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.728138 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2cf20102-4d07-43d8-829d-30de407b417d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.748149 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf20102-4d07-43d8-829d-30de407b417d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c087380-5322-4e18-89bf-73531bdc98ab,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:28.774340 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b3714-88c6-4a73-91b7-336dc8b1681a None None] New status for floating IP 543412f9-cb5c-429f-bcf3-a23e7bbbbe04: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:25:28.798562 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2cf20102-4d07-43d8-829d-30de407b417d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.799827 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-2cf20102-4d07-43d8-829d-30de407b417d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106506 Oct 12 04:25:28.803108 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60800) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:28.807596 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-5bbaf644-cd30-4463-94c3-522cccbd3463 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'security_group_rule': {'security_group_id': '4a9ab858-e066-4708-8f2e-376771ac5089', 'project_id': 'd393591f50e945b092623c525b160733', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:28.865913 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:25:28.903986 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf644-cd30-4463-94c3-522cccbd3463 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:28.961530 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf644-cd30-4463-94c3-522cccbd3463 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.048010 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf644-cd30-4463-94c3-522cccbd3463 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.065927 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaf644-cd30-4463-94c3-522cccbd3463 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97324c40-8d9f-4bbb-b3cf-27db2e323574,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:29.141679 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf644-cd30-4463-94c3-522cccbd3463 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.142924 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-5bbaf644-cd30-4463-94c3-522cccbd3463 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388839 Oct 12 04:25:29.145626 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60804) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:29.149919 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-7b0df570-06ee-4bce-a8a8-55ee085ea2f7 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'security_group_rule': {'security_group_id': '4a9ab858-e066-4708-8f2e-376771ac5089', 'project_id': 'd393591f50e945b092623c525b160733', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:29.242274 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7b0df570-06ee-4bce-a8a8-55ee085ea2f7 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.300759 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7b0df570-06ee-4bce-a8a8-55ee085ea2f7 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.406187 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7b0df570-06ee-4bce-a8a8-55ee085ea2f7 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.425804 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0df570-06ee-4bce-a8a8-55ee085ea2f7 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0b6281-ca56-4fea-a922-d1cb5485df04,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:29.528570 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7b0df570-06ee-4bce-a8a8-55ee085ea2f7 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.529774 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-7b0df570-06ee-4bce-a8a8-55ee085ea2f7 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3832145 Oct 12 04:25:29.532506 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60808) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:29.537339 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-3af85a7f-a1ff-4b17-aab9-ee1eefb10edc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'security_group_rule': {'security_group_id': '4a9ab858-e066-4708-8f2e-376771ac5089', 'project_id': 'd393591f50e945b092623c525b160733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:29.629026 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.securitygroups_db [None req-3af85a7f-a1ff-4b17-aab9-ee1eefb10edc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Project d393591f50e945b092623c525b160733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:25:29.634173 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3af85a7f-a1ff-4b17-aab9-ee1eefb10edc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.649988 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 60812) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:29.693850 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3af85a7f-a1ff-4b17-aab9-ee1eefb10edc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.751778 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.765991 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3af85a7f-a1ff-4b17-aab9-ee1eefb10edc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.785075 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af85a7f-a1ff-4b17-aab9-ee1eefb10edc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce63b4a-4239-4802-bfe5-edd2f31946cf,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:29.829310 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.861320 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-3af85a7f-a1ff-4b17-aab9-ee1eefb10edc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.862562 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-3af85a7f-a1ff-4b17-aab9-ee1eefb10edc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3291430 Oct 12 04:25:29.865170 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60816) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:29.869389 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-2ddec5e7-e7f4-4b64-88a6-d1bd2961072f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'security_group_rule': {'security_group_id': '4a9ab858-e066-4708-8f2e-376771ac5089', 'project_id': 'd393591f50e945b092623c525b160733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:29.916212 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.950936 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e649b570-6668-48cc-a5d4-cd3122cfee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:29.952177 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed1d92-1754-487f-9ad0-536a3809b424,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:29.956002 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a4fdac6b1754264a010d1c37a6998ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048625 Oct 12 04:25:29.959410 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60818) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:29.962411 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.962797 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.968113 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97696681-5743-4cdf-a714-06bfe04034eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:29.986850 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.securitygroups_db [None req-2ddec5e7-e7f4-4b64-88a6-d1bd2961072f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Project d393591f50e945b092623c525b160733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:25:29.994779 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2ddec5e7-e7f4-4b64-88a6-d1bd2961072f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.037024 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4c82f2b-4d71-4e0b-8c20-5a2bbd6f57d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.071574 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4c82f2b-4d71-4e0b-8c20-5a2bbd6f57d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.085718 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2ddec5e7-e7f4-4b64-88a6-d1bd2961072f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.133138 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2ddec5e7-e7f4-4b64-88a6-d1bd2961072f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.149460 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec5e7-e7f4-4b64-88a6-d1bd2961072f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7861a9e-fcbf-42c2-a261-30f3218b1213,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:30.184634 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4c82f2b-4d71-4e0b-8c20-5a2bbd6f57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.187191 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4c82f2b-4d71-4e0b-8c20-5a2bbd6f57d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.188298 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d4c82f2b-4d71-4e0b-8c20-5a2bbd6f57d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66ed1d92-1754-487f-9ad0-536a3809b424 HTTP/1.1" status: 204 len: 168 time: 0.2278485 Oct 12 04:25:30.196455 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c82f2b-4d71-4e0b-8c20-5a2bbd6f57d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed1d92-1754-487f-9ad0-536a3809b424,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:30.210313 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-2ddec5e7-e7f4-4b64-88a6-d1bd2961072f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.211636 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-2ddec5e7-e7f4-4b64-88a6-d1bd2961072f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3455484 Oct 12 04:25:30.291659 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fea61a23-345a-493b-9726-219a795a4ed7 req-e181ee39-f2d8-442b-b0ec-26304f86384b tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86159551&fields=id&tenant_id=d393591f50e945b092623c525b160733 HTTP/1.1" status: 200 len: 267 time: 0.0313246 Oct 12 04:25:30.342902 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea61a23-345a-493b-9726-219a795a4ed7 req-32b6f684-8865-4944-80e6-e70c0756b467 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:30.344347 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fea61a23-345a-493b-9726-219a795a4ed7 req-32b6f684-8865-4944-80e6-e70c0756b467 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0473199 Oct 12 04:25:30.355305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-fea61a23-345a-493b-9726-219a795a4ed7 req-d4cdedcf-3e63-4315-9909-ed2ee4086212 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'port': {'security_groups': ['7885ca9c-6053-4195-a1ba-2dddcf8ec4ff', '4a9ab858-e066-4708-8f2e-376771ac5089']}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:30.422605 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-fea61a23-345a-493b-9726-219a795a4ed7 req-d4cdedcf-3e63-4315-9909-ed2ee4086212 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.613808 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-fea61a23-345a-493b-9726-219a795a4ed7 req-d4cdedcf-3e63-4315-9909-ed2ee4086212 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] For port 6f4c91da-c3ba-4145-9177-bc95323a2b78, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:25:30.642652 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-fea61a23-345a-493b-9726-219a795a4ed7 req-d4cdedcf-3e63-4315-9909-ed2ee4086212 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.739434 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-fea61a23-345a-493b-9726-219a795a4ed7 req-d4cdedcf-3e63-4315-9909-ed2ee4086212 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.751539 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6f4c91da-c3ba-4145-9177-bc95323a2b78'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:25:30.783043 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea61a23-345a-493b-9726-219a795a4ed7 req-d4cdedcf-3e63-4315-9909-ed2ee4086212 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:30.783657 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-fea61a23-345a-493b-9726-219a795a4ed7 req-d4cdedcf-3e63-4315-9909-ed2ee4086212 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:30.785030 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fea61a23-345a-493b-9726-219a795a4ed7 req-d4cdedcf-3e63-4315-9909-ed2ee4086212 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "PUT /v2.0/ports/6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 200 len: 981 time: 0.4344566 Oct 12 04:25:30.788269 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:25:30.793156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb08235d-a69a-4878-a43a-19db087a64e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:25:30.830651 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdedcf-3e63-4315-9909-ed2ee4086212 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'Port': ['ID=6f4c91da-c3ba-4145-9177-bc95323a2b78,revision_number=6']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:30.862835 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c94557c-20bd-4a8e-95eb-51539dc9f3a1 x-openstack-request-id: req-6c94557c-20bd-4a8e-95eb-51539dc9f3a1 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:25:30.863148 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:25:30.863400 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c94557c-20bd-4a8e-95eb-51539dc9f3a1 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:25:30.863814 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'status': 'completed', 'code': 200} Oct 12 04:25:30.878062 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6f4c91da-c3ba-4145-9177-bc95323a2b78'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:25:30.955280 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceefd5f-0f9f-4042-980b-d724861d101a req-0a1adf35-ffc2-45cc-8188-81139f033b82 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:30.956800 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3ceefd5f-0f9f-4042-980b-d724861d101a req-0a1adf35-ffc2-45cc-8188-81139f033b82 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0921855 Oct 12 04:25:30.960547 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-44d5ff02-8146-46ad-8eca-b02e75224e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:30.961986 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-44d5ff02-8146-46ad-8eca-b02e75224e04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d393591f50e945b092623c525b160733&device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 1137 time: 0.0621619 Oct 12 04:25:31.082319 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3ceefd5f-0f9f-4042-980b-d724861d101a req-b6b372d5-d163-41ce-9f4d-eb488f3b5405 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1097250 Oct 12 04:25:31.118813 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-af25d60f-57d7-40f9-9059-0ea063c083d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:31.120271 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-af25d60f-57d7-40f9-9059-0ea063c083d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f HTTP/1.1" status: 200 len: 916 time: 0.1513865 Oct 12 04:25:31.173132 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-b58518dc-7624-4660-834d-0f0f1759ceb0 None None] Provisioning complete for port 6f4c91da-c3ba-4145-9177-bc95323a2b78 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:25:31.173748 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b58518dc-7624-4660-834d-0f0f1759ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.187933 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-9ab4fe18-d221-447c-a594-bb1ab8bf1e99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 200 len: 999 time: 0.0603523 Oct 12 04:25:31.239320 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-48790217-9c64-4982-84be-7a477e0af962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:31.240816 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-48790217-9c64-4982-84be-7a477e0af962 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f10204ee-aa39-4434-bf75-509d1222a260 HTTP/1.1" status: 200 len: 854 time: 0.0460613 Oct 12 04:25:31.293065 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-08be155c-9fc0-4cdf-bf83-9b918021b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:31.294476 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-08be155c-9fc0-4cdf-bf83-9b918021b5d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451260 Oct 12 04:25:31.316405 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60850) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:31.389945 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-e061b6fb-96bb-4061-a4b6-77d2299dd1d4 service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877049 Oct 12 04:25:31.422382 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-202597571-network', 'tenant_id': '350b2ff78dac4a14a12b78bb343d4195'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:31.484847 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eb08235d-a69a-4878-a43a-19db087a64e2 req-7e6f15a3-a8b0-4fef-accd-eb0962161fdc service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Oct 12 04:25:31.504681 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Made reservation on behalf of 350b2ff78dac4a14a12b78bb343d4195 for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:25:31.507537 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.516241 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.586810 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.658925 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.679292 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:25:31.691769 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b41197c-07cb-4842-8e7d-6cba3da49abe,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:31.696988 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.697312 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Added segment 7778edd0-0851-43e6-bd58-dd6027a3f8fe of type vlan for network cc0ecb2c-871a-4433-93b4-525087c5ea67 Oct 12 04:25:31.737343 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.847708 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.848600 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:31.849208 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.876219 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:31.905086 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] Pushing event updated for resources: {'Network': ['ID=cc0ecb2c-871a-4433-93b4-525087c5ea67,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:31.914628 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network cc0ecb2c-871a-4433-93b4-525087c5ea67 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:25:31.959030 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-f6660c20-0376-4071-8d70-6a3a30593f8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6403744 Oct 12 04:25:31.961776 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 60854) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:25:31.966491 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Request body: {'subnet': {'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-202597571-subnet', 'tenant_id': '350b2ff78dac4a14a12b78bb343d4195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:32.059172 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Made reservation on behalf of 350b2ff78dac4a14a12b78bb343d4195 for: {'subnet': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:25:32.061441 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766313'] for subnet, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:32.247877 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-de8b9fad-d952-47b6-aba7-e4383386bb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:32.299457 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8605488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766279'] for subnet, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:32.358378 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=25557c3d-ff22-431a-b2fc-ff3d97d5d418,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:32.363649 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Checking segment: {'id': '7778edd0-0851-43e6-bd58-dd6027a3f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:25:32.364008 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Network hostable DHCP agents. Network: cc0ecb2c-871a-4433-93b4-525087c5ea67, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:25:32.442196 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Network cc0ecb2c-871a-4433-93b4-525087c5ea67 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:25:32.504729 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, cc0ecb2c-871a-4433-93b4-525087c5ea67) {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:25:32.515752 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:32.515752 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:32.516071 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f39ad56-d119-4301-9199-ac2e82949754 None None] Network cc0ecb2c-871a-4433-93b4-525087c5ea67 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:25:32.610486 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-0a9ab842-9ce0-4f71-9222-6cc0655760dd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6476340 Oct 12 04:25:32.643687 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36429b48-931e-47dd-b27d-fd9755315a75 None None] Network cc0ecb2c-871a-4433-93b4-525087c5ea67 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:25:33.178092 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:33.714790 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:34.662835 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-f22645a9-b3f8-477b-9711-a43d029ff09d tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:34.664312 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-f22645a9-b3f8-477b-9711-a43d029ff09d tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/networks?id=cc0ecb2c-871a-4433-93b4-525087c5ea67 HTTP/1.1" status: 200 len: 813 time: 0.0990522 Oct 12 04:25:34.679176 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-ee96c01e-e603-4a7c-a120-1223f4485ff1 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/quotas/350b2ff78dac4a14a12b78bb343d4195 HTTP/1.1" status: 200 len: 375 time: 0.0093057 Oct 12 04:25:34.708982 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-8b118eb2-af55-43f0-8f80-69362216ea1d tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=350b2ff78dac4a14a12b78bb343d4195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248778 Oct 12 04:25:34.797615 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-92092f45-4b85-4dd3-bb82-fadc8e6bc65a service neutron] 10.222.0.21 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820658 Oct 12 04:25:34.895846 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-49ede35f-0b57-4233-ac3a-4eab54aec1b0 service neutron] 10.222.0.21 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915406 Oct 12 04:25:35.158445 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4a90a12-424e-4621-abec-6a99e873a302 req-be56adbe-cd5b-407a-ac15-041b7bbb6101 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 210 time: 0.0320837 Oct 12 04:25:35.447900 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:36.249184 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c61bd7b7-0b29-47fe-b015-07f9ba8f6afa req-c20d5016-c7f5-4330-85dc-1704a982db73 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 210 time: 0.0269711 Oct 12 04:25:37.382529 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d2dc9eb-d9fa-4083-94ec-49fce92285d3 req-220fc268-bdbc-4515-aef2-3a2bad6c10d1 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 210 time: 0.0588951 Oct 12 04:25:37.436604 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-55e06c69-f752-4ada-8318-f21ac4078974 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:37.436604 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-55e06c69-f752-4ada-8318-f21ac4078974 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.36 "GET /v2.0/networks?id=cc0ecb2c-871a-4433-93b4-525087c5ea67 HTTP/1.1" status: 200 len: 813 time: 0.1303196 Oct 12 04:25:37.450857 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Request body: {'port': {'device_id': '6ead9e5d-68f2-43dc-9d09-e224a01a05b4', 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67', 'admin_state_up': True, 'tenant_id': '350b2ff78dac4a14a12b78bb343d4195'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:37.762034 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Made reservation on behalf of 350b2ff78dac4a14a12b78bb343d4195 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:25:37.765713 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:37.891275 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Allocated IP 172.20.0.13 (cc0ecb2c-871a-4433-93b4-525087c5ea67/25557c3d-ff22-431a-b2fc-ff3d97d5d418/a3222ba8-4a30-41a2-853f-668d4c53a0fe) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:25:38.038495 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:38.110874 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:38.150408 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Network cc0ecb2c-871a-4433-93b4-525087c5ea67 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:25:38.155139 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:25:38.158647 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:25:38.185378 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Pushing event updated for resources: {'Port': ['ID=a3222ba8-4a30-41a2-853f-668d4c53a0fe,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:38.209881 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:38.210486 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:38.295949 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-acc496b0-53e4-4532-9be4-4c176910213b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8494918 Oct 12 04:25:38.309474 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Request body: {'port': {'device_id': '6ead9e5d-68f2-43dc-9d09-e224a01a05b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:25:38.363754 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:38.561794 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9e231-4a93-41b3-9515-5e9e1aa8383e req-9591e783-fc72-44b3-b707-5945a4fc9fbe tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:38.563180 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2d9e231-4a93-41b3-9515-5e9e1aa8383e req-9591e783-fc72-44b3-b707-5945a4fc9fbe tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 932 time: 0.1021249 Oct 12 04:25:38.634255 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2d9e231-4a93-41b3-9515-5e9e1aa8383e req-659d1c18-efce-4964-8948-633c2969b33c tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638011 Oct 12 04:25:38.684714 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3222ba8-4a30-41a2-853f-668d4c53a0fe {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:25:38.691828 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:38.703742 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Transition to ACTIVE for port object a3222ba8-4a30-41a2-853f-668d4c53a0fe will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:25:38.779033 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:38.829977 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Pushing event updated for resources: {'Port': ['ID=a3222ba8-4a30-41a2-853f-668d4c53a0fe,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:38.893871 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Attempting to bind port a3222ba8-4a30-41a2-853f-668d4c53a0fe on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:25:38.894194 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Attempting to bind port a3222ba8-4a30-41a2-853f-668d4c53a0fe by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7778edd0-0851-43e6-bd58-dd6027a3f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:25:38.894511 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Attempting to bind port a3222ba8-4a30-41a2-853f-668d4c53a0fe on network cc0ecb2c-871a-4433-93b4-525087c5ea67 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:25:38.899561 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Port a3222ba8-4a30-41a2-853f-668d4c53a0fe on network cc0ecb2c-871a-4433-93b4-525087c5ea67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:25:38.899979 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Attempting to bind port a3222ba8-4a30-41a2-853f-668d4c53a0fe on network cc0ecb2c-871a-4433-93b4-525087c5ea67 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:25:38.904843 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:25:38.905168 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Checking segment: {'id': '7778edd0-0851-43e6-bd58-dd6027a3f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:25:38.905536 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Bound using segment: {'id': '7778edd0-0851-43e6-bd58-dd6027a3f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:25:38.905940 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Bound port: a3222ba8-4a30-41a2-853f-668d4c53a0fe, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7778edd0-0851-43e6-bd58-dd6027a3f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:25:38.906277 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:38.967177 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] For port a3222ba8-4a30-41a2-853f-668d4c53a0fe, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:25:38.970069 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] For port a3222ba8-4a30-41a2-853f-668d4c53a0fe, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=a3222ba8-4a30-41a2-853f-668d4c53a0fe,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:25:39.041858 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:39.074524 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:39.075153 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:39.076522 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] 10.222.0.36 "PUT /v2.0/ports/a3222ba8-4a30-41a2-853f-668d4c53a0fe HTTP/1.1" status: 200 len: 1094 time: 0.7710218 Oct 12 04:25:39.076950 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ead9e5d-68f2-43dc-9d09-e224a01a05b4', 'tag': 'a3222ba8-4a30-41a2-853f-668d4c53a0fe'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:25:39.079305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220d3654-b368-4223-be56-23b069a03909" -d '{"events": [{"name": "network-changed", "server_uuid": "6ead9e5d-68f2-43dc-9d09-e224a01a05b4", "tag": "a3222ba8-4a30-41a2-853f-668d4c53a0fe"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:25:39.103444 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e0a37-c6d1-4694-a675-839587529031 service neutron] Pushing event updated for resources: {'Port': ['ID=a3222ba8-4a30-41a2-853f-668d4c53a0fe,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:39.114332 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba67c73-276b-47c9-8191-c7ec10678bd0 x-openstack-request-id: req-2ba67c73-276b-47c9-8191-c7ec10678bd0 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:25:39.114638 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ead9e5d-68f2-43dc-9d09-e224a01a05b4", "tag": "a3222ba8-4a30-41a2-853f-668d4c53a0fe", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:25:39.116048 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ba67c73-276b-47c9-8191-c7ec10678bd0 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:25:39.116048 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ead9e5d-68f2-43dc-9d09-e224a01a05b4', 'tag': 'a3222ba8-4a30-41a2-853f-668d4c53a0fe', 'status': 'completed', 'code': 200} Oct 12 04:25:39.176010 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d3654-b368-4223-be56-23b069a03909 req-bd43dddd-61a5-4b41-9a81-d677ced22578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:39.177442 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-220d3654-b368-4223-be56-23b069a03909 req-bd43dddd-61a5-4b41-9a81-d677ced22578 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=350b2ff78dac4a14a12b78bb343d4195&device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 1097 time: 0.0390131 Oct 12 04:25:39.275950 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d3654-b368-4223-be56-23b069a03909 req-e3e28c42-768e-48d2-bce8-3b65525c7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:39.277566 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-220d3654-b368-4223-be56-23b069a03909 req-e3e28c42-768e-48d2-bce8-3b65525c7011 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=350b2ff78dac4a14a12b78bb343d4195&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0908954 Oct 12 04:25:39.372801 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d3654-b368-4223-be56-23b069a03909 req-d62fc663-a357-4a6d-9247-0c9c23e32ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:39.374096 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-220d3654-b368-4223-be56-23b069a03909 req-d62fc663-a357-4a6d-9247-0c9c23e32ead service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887101 Oct 12 04:25:39.452884 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-b0c20783-7234-402b-937c-c301e500b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:39.454329 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-b0c20783-7234-402b-937c-c301e500b6eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=350b2ff78dac4a14a12b78bb343d4195&device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 1097 time: 0.0387616 Oct 12 04:25:39.500875 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-ae8988ac-df68-491a-beb2-e782c8ba26aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3222ba8-4a30-41a2-853f-668d4c53a0fe HTTP/1.1" status: 200 len: 217 time: 0.0328624 Oct 12 04:25:39.551220 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-569cde81-2a74-4b0d-9685-4f2ea55a2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:39.552552 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-569cde81-2a74-4b0d-9685-4f2ea55a2d1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25557c3d-ff22-431a-b2fc-ff3d97d5d418 HTTP/1.1" status: 200 len: 853 time: 0.0432057 Oct 12 04:25:39.583608 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-ce837dbb-0abb-4d22-a652-15bae6e2c7c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc0ecb2c-871a-4433-93b4-525087c5ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223992 Oct 12 04:25:39.670989 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-93cd172a-9af1-40c2-ad61-f646653eadc2 service neutron] 10.222.0.36 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789664 Oct 12 04:25:39.796070 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266231b-940b-4d86-8fe3-34ed42484d64 req-5be339d9-7548-4846-8b8f-e6e77df4b545 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:39.797507 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f266231b-940b-4d86-8fe3-34ed42484d64 req-5be339d9-7548-4846-8b8f-e6e77df4b545 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 944 time: 0.0758801 Oct 12 04:25:39.799385 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce4755cc-a8ef-4b78-b812-facc4c9e0e30 req-f830c2a8-f595-4d59-9fb5-e35fd20568c4 service neutron] 10.222.0.36 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206560 Oct 12 04:25:39.834306 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f266231b-940b-4d86-8fe3-34ed42484d64 req-5d6fe23a-86c1-451a-b82e-6bda7419a582 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307958 Oct 12 04:25:40.949881 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4d4e-7740-4f2c-be09-7b5dbac50fd6 req-8ddd2fca-c6c2-4312-9a1b-938ed66494ab tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:40.951330 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-173d4d4e-7740-4f2c-be09-7b5dbac50fd6 req-8ddd2fca-c6c2-4312-9a1b-938ed66494ab tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 944 time: 0.0503838 Oct 12 04:25:40.988631 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-173d4d4e-7740-4f2c-be09-7b5dbac50fd6 req-2a1be0d9-dea7-4e34-a5b5-28084d14c575 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Oct 12 04:25:42.101455 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbf205-ecea-43d0-a825-3f0a897e405a req-cbeb3ebd-021c-4dc6-93ee-cb86d2321a61 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:42.102991 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bcfbf205-ecea-43d0-a825-3f0a897e405a req-cbeb3ebd-021c-4dc6-93ee-cb86d2321a61 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 944 time: 0.0501401 Oct 12 04:25:42.141930 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bcfbf205-ecea-43d0-a825-3f0a897e405a req-2e5448fa-3a68-4a30-9465-d2932896abc5 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Oct 12 04:25:43.251911 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079058f-410f-4e22-b244-4c7d1c2b516b req-99a468a7-44c2-4b49-80af-23527721deb3 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:43.253366 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0079058f-410f-4e22-b244-4c7d1c2b516b req-99a468a7-44c2-4b49-80af-23527721deb3 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 944 time: 0.0475426 Oct 12 04:25:43.290302 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0079058f-410f-4e22-b244-4c7d1c2b516b req-e45320c4-9233-4cb7-a51a-4420466a9040 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305822 Oct 12 04:25:44.117071 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device a3222ba8-4a30-41a2-853f-668d4c53a0fe details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:25:44.208872 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port a3222ba8-4a30-41a2-853f-668d4c53a0fe, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=a3222ba8-4a30-41a2-853f-668d4c53a0fe,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:25:44.219697 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': 'a3222ba8-4a30-41a2-853f-668d4c53a0fe', 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67', 'port_id': 'a3222ba8-4a30-41a2-853f-668d4c53a0fe', 'mac_address': 'fa:16:3e:61:b8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25557c3d-ff22-431a-b2fc-ff3d97d5d418', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:25:44.255464 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:44.267315 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3222ba8-4a30-41a2-853f-668d4c53a0fe {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:25:44.285433 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port a3222ba8-4a30-41a2-853f-668d4c53a0fe, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=a3222ba8-4a30-41a2-853f-668d4c53a0fe,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:25:44.377420 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:44.403441 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead0670-aa3a-4686-a93d-34d23c7cac6b req-0bace6a6-0d82-46f8-b118-535ec6990b4d tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:44.404917 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5ead0670-aa3a-4686-a93d-34d23c7cac6b req-0bace6a6-0d82-46f8-b118-535ec6990b4d tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 944 time: 0.0505457 Oct 12 04:25:44.423703 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=a3222ba8-4a30-41a2-853f-668d4c53a0fe,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:44.430683 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.436391 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:25:44.441820 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5ead0670-aa3a-4686-a93d-34d23c7cac6b req-fa67fe5b-ebac-4f5b-a2b4-843f5d406600 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308897 Oct 12 04:25:44.605596 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['a3222ba8-4a30-41a2-853f-668d4c53a0fe'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:25:45.552715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eb812-fc69-4b13-a1cb-c52dd29bb18d req-3b7408e7-7ea1-4264-bd8e-0b5a32964362 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:45.554864 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-000eb812-fc69-4b13-a1cb-c52dd29bb18d req-3b7408e7-7ea1-4264-bd8e-0b5a32964362 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 945 time: 0.0475070 Oct 12 04:25:45.590160 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-000eb812-fc69-4b13-a1cb-c52dd29bb18d req-fb886854-d722-4a7a-96a3-a5274ebc476d tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296443 Oct 12 04:25:46.107378 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device a3222ba8-4a30-41a2-853f-668d4c53a0fe up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:25:46.196131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port a3222ba8-4a30-41a2-853f-668d4c53a0fe completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:25:46.200137 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port a3222ba8-4a30-41a2-853f-668d4c53a0fe triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:25:46.200509 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:46.286975 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:46.308569 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ead9e5d-68f2-43dc-9d09-e224a01a05b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3222ba8-4a30-41a2-853f-668d4c53a0fe'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:25:46.310825 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ffa43-6b90-4d55-8f20-74c02401715b" -d '{"events": [{"server_uuid": "6ead9e5d-68f2-43dc-9d09-e224a01a05b4", "name": "network-vif-plugged", "status": "completed", "tag": "a3222ba8-4a30-41a2-853f-668d4c53a0fe"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:25:46.323438 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port a3222ba8-4a30-41a2-853f-668d4c53a0fe, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=a3222ba8-4a30-41a2-853f-668d4c53a0fe,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:25:46.345793 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f81797b-bb12-49c9-9435-5d198288e637 x-openstack-request-id: req-0f81797b-bb12-49c9-9435-5d198288e637 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:25:46.346075 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ead9e5d-68f2-43dc-9d09-e224a01a05b4", "name": "network-vif-plugged", "status": "completed", "tag": "a3222ba8-4a30-41a2-853f-668d4c53a0fe", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:25:46.346322 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f81797b-bb12-49c9-9435-5d198288e637 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:25:46.346729 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ead9e5d-68f2-43dc-9d09-e224a01a05b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3222ba8-4a30-41a2-853f-668d4c53a0fe', 'code': 200} Oct 12 04:25:46.379272 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:25:46.426354 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=a3222ba8-4a30-41a2-853f-668d4c53a0fe,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:25:46.596395 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e15e43-a059-4990-bb03-cdfe6fe4308c req-fb30c91c-6c26-4900-a43e-f8071c41d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:46.597829 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48e15e43-a059-4990-bb03-cdfe6fe4308c req-fb30c91c-6c26-4900-a43e-f8071c41d628 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 1099 time: 0.0383592 Oct 12 04:25:46.633740 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48e15e43-a059-4990-bb03-cdfe6fe4308c req-2a4be10d-e632-49c6-b570-3fb46151a847 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275939 Oct 12 04:25:46.703222 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202661d7-5680-492e-9211-6832a0c40d46 req-6171e724-5338-416c-ba75-aba7578aac99 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:46.704643 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-202661d7-5680-492e-9211-6832a0c40d46 req-6171e724-5338-416c-ba75-aba7578aac99 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 946 time: 0.0499496 Oct 12 04:25:46.741516 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-202661d7-5680-492e-9211-6832a0c40d46 req-506be773-7d97-4fa6-adcb-26448405593e tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305543 Oct 12 04:25:47.858553 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac96a9b-b85a-4608-a4a3-a9dd5f646a4a req-0c230609-519b-47b7-9a58-901ec6de3386 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:47.860086 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3ac96a9b-b85a-4608-a4a3-a9dd5f646a4a req-0c230609-519b-47b7-9a58-901ec6de3386 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 946 time: 0.0491533 Oct 12 04:25:47.909672 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3ac96a9b-b85a-4608-a4a3-a9dd5f646a4a req-00215c11-938c-416e-92dc-324e1fbe7feb tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Oct 12 04:25:49.019797 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b7a9e-c68d-43ed-bffc-f56bca18058b req-92b065f7-7cdf-4f50-8c9d-91d64acce17b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:49.021163 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cd2b7a9e-c68d-43ed-bffc-f56bca18058b req-92b065f7-7cdf-4f50-8c9d-91d64acce17b tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 946 time: 0.0478160 Oct 12 04:25:49.058232 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cd2b7a9e-c68d-43ed-bffc-f56bca18058b req-df72f935-e9c1-4f9c-899f-bf6365156759 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Oct 12 04:25:53.971700 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3a05-6c96-4931-b4a4-4248e560906e req-0b621b17-fb82-47c8-a100-db83183d5f12 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:53.973170 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f1fc3a05-6c96-4931-b4a4-4248e560906e req-0b621b17-fb82-47c8-a100-db83183d5f12 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0551374 Oct 12 04:25:54.039536 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f1fc3a05-6c96-4931-b4a4-4248e560906e req-6b53af4f-c799-4ebc-9897-1c183d1d14c1 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0556371 Oct 12 04:25:54.042315 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-0d58da1c-8634-494d-9965-4e238947eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:54.043545 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-0d58da1c-8634-494d-9965-4e238947eff5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d393591f50e945b092623c525b160733&device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 1137 time: 0.0671818 Oct 12 04:25:54.135444 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-e31dd341-62cd-4f04-82a9-a06725a90246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:54.136910 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-e31dd341-62cd-4f04-82a9-a06725a90246 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f HTTP/1.1" status: 200 len: 916 time: 0.0860968 Oct 12 04:25:54.202598 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-24d5a112-b9f7-4334-afde-00b23a806b86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 200 len: 999 time: 0.0574152 Oct 12 04:25:54.251764 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-d13e494b-2b77-49a2-9b44-09d8f49632ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:54.253209 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-d13e494b-2b77-49a2-9b44-09d8f49632ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f10204ee-aa39-4434-bf75-509d1222a260 HTTP/1.1" status: 200 len: 854 time: 0.0436273 Oct 12 04:25:54.301723 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-92922932-c612-4748-b13f-3ad112523636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:54.303310 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-92922932-c612-4748-b13f-3ad112523636 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420029 Oct 12 04:25:54.393877 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-1e813e83-8631-431c-8cce-928acec1808a service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823333 Oct 12 04:25:54.489119 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4e9f9fd-1795-4c09-8026-1cda12cc6213 req-8c14efa2-3a52-4f4d-8fd5-fead57720914 service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861318 Oct 12 04:25:55.419228 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24f0a5-3cf0-4306-b367-38ae71162727 req-edceab48-5e5d-4d9c-9b62-68b919720dea tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:55.420850 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d24f0a5-3cf0-4306-b367-38ae71162727 req-edceab48-5e5d-4d9c-9b62-68b919720dea tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.3125393 Oct 12 04:25:55.462956 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d24f0a5-3cf0-4306-b367-38ae71162727 req-abb3a09d-2f19-4ff9-89f4-83e59561448e tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0357826 Oct 12 04:25:56.577860 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270740-bebc-4752-96c7-9706a691dfc1 req-4cba732a-567a-47fb-a99f-bcf5b82349fc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:56.579327 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e270740-bebc-4752-96c7-9706a691dfc1 req-4cba732a-567a-47fb-a99f-bcf5b82349fc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0479527 Oct 12 04:25:56.619954 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e270740-bebc-4752-96c7-9706a691dfc1 req-abf903e0-6f35-4411-9038-5eef018cce64 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347226 Oct 12 04:25:57.735784 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff900b05-75d9-4263-a7ad-118eebb71e5b req-5458a698-f178-4106-99ab-69e38c91a9f1 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:57.737255 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ff900b05-75d9-4263-a7ad-118eebb71e5b req-5458a698-f178-4106-99ab-69e38c91a9f1 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0514872 Oct 12 04:25:57.778251 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ff900b05-75d9-4263-a7ad-118eebb71e5b req-9d214ad5-d7dd-4656-8fb6-593940ad760f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342879 Oct 12 04:25:58.890586 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cc9d3-250c-4b5b-b8e9-f169f1953ade req-7483a72b-3c09-4c9d-9ec7-39da0c4d6071 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:25:58.892048 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277cc9d3-250c-4b5b-b8e9-f169f1953ade req-7483a72b-3c09-4c9d-9ec7-39da0c4d6071 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0480962 Oct 12 04:25:58.932008 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277cc9d3-250c-4b5b-b8e9-f169f1953ade req-cb7033e8-db60-40a4-aa82-2b0e46c4c945 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341184 Oct 12 04:25:59.927420 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a7fe108c-61e0-43a8-b20a-3ee58dc2a6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:00.043422 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2bb2-0ceb-4774-87ee-d8573f468110 req-20992d18-45da-49f4-9ad9-0c6e4bfe4780 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:00.044751 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48ee2bb2-0ceb-4774-87ee-d8573f468110 req-20992d18-45da-49f4-9ad9-0c6e4bfe4780 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0477653 Oct 12 04:26:00.084169 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48ee2bb2-0ceb-4774-87ee-d8573f468110 req-216f116c-7f00-4fe7-80db-bf4030493b5e tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334928 Oct 12 04:26:01.201293 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba0c1e-776b-4f27-8f64-770e575696b3 req-7d3e9043-9fa5-4ff3-96f7-4082bc10c95f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:01.202773 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a6ba0c1e-776b-4f27-8f64-770e575696b3 req-7d3e9043-9fa5-4ff3-96f7-4082bc10c95f tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0522330 Oct 12 04:26:01.243184 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a6ba0c1e-776b-4f27-8f64-770e575696b3 req-c2daeef6-f266-4afe-90d4-e4fa1f0580fc tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343144 Oct 12 04:26:01.858677 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:02.223898 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b3798522-f1a6-45df-a822-a488c33689dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:02.353806 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f9259-4903-4b2b-b540-16c6212e6ee7 req-399180ec-b82a-4382-bd0f-24abc9923b14 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:02.355293 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-975f9259-4903-4b2b-b540-16c6212e6ee7 req-399180ec-b82a-4382-bd0f-24abc9923b14 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0477140 Oct 12 04:26:02.394711 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-975f9259-4903-4b2b-b540-16c6212e6ee7 req-1ea82ed8-1afe-437c-a2f1-1f5b00e05d30 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335054 Oct 12 04:26:03.177094 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:03.506448 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef4fca-3b9d-404e-8ec0-87554840fa7c req-e3321e8b-c610-4872-a0a7-93b41ebf1e19 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:03.508413 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83ef4fca-3b9d-404e-8ec0-87554840fa7c req-e3321e8b-c610-4872-a0a7-93b41ebf1e19 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0504928 Oct 12 04:26:03.554123 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83ef4fca-3b9d-404e-8ec0-87554840fa7c req-14d59192-4926-42e7-9c10-d8deadcaf3e4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0397499 Oct 12 04:26:03.750139 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:04.669612 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15918f83-7951-456a-b89b-232d220ead43 req-56b9c120-dda2-4944-87c4-764d39fa9076 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:04.670997 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15918f83-7951-456a-b89b-232d220ead43 req-56b9c120-dda2-4944-87c4-764d39fa9076 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0512285 Oct 12 04:26:04.708992 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15918f83-7951-456a-b89b-232d220ead43 req-45092975-c834-4a24-9cec-7822911ea19c tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0321083 Oct 12 04:26:05.468254 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:05.823982 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3b99e-67ee-462d-840d-f15faba42e80 req-6eba5748-98e1-4195-aee8-3fb8bed356e2 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:05.825430 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5eb3b99e-67ee-462d-840d-f15faba42e80 req-6eba5748-98e1-4195-aee8-3fb8bed356e2 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0494530 Oct 12 04:26:05.863822 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:26:05.864406 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5eb3b99e-67ee-462d-840d-f15faba42e80 req-90f1afdf-4128-42db-8e4a-b6925faa26ad tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329642 Oct 12 04:26:06.420173 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-bd41d13c-287b-4496-a077-efeceb4eef62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386636 Oct 12 04:26:06.501242 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-508e1bf6-7fab-4ccb-8402-a8789b960603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:06.502794 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-508e1bf6-7fab-4ccb-8402-a8789b960603 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1099 time: 0.0396006 Oct 12 04:26:06.611590 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-0a6a032d-d031-4ce6-8a3d-537721c63b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:06.613038 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-0a6a032d-d031-4ce6-8a3d-537721c63b0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 200 len: 910 time: 0.0859139 Oct 12 04:26:06.684445 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-5979fc50-9e14-4574-b0ee-9b67d3163908 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 200 len: 1000 time: 0.0597012 Oct 12 04:26:06.734246 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-090fbb33-9922-4bb4-9b76-cb6410ff735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:06.735710 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-090fbb33-9922-4bb4-9b76-cb6410ff735a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e045abf4-786d-4f8e-bc94-fec5107361d4 HTTP/1.1" status: 200 len: 848 time: 0.0434635 Oct 12 04:26:06.783112 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-2a919cf4-db98-4ca7-b1f3-d6422c7f1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:06.784636 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-2a919cf4-db98-4ca7-b1f3-d6422c7f1252 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408494 Oct 12 04:26:06.882179 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-27a51acf-19c0-45fa-820c-c0a1ad3eb514 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882235 Oct 12 04:26:07.009923 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1b65f-0006-4173-b507-59ad753db773 req-57d4e728-5459-4453-ab99-68d6a0686733 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:07.011412 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60a1b65f-0006-4173-b507-59ad753db773 req-57d4e728-5459-4453-ab99-68d6a0686733 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0798461 Oct 12 04:26:07.015091 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25ac6101-72d2-4fac-bf53-015a975bd5d8 req-e4d5da96-3220-41b0-bc7a-30655081709b service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250663 Oct 12 04:26:07.050728 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60a1b65f-0006-4173-b507-59ad753db773 req-e500409a-eae7-4c3f-ad1a-fda38e6f16a8 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331399 Oct 12 04:26:08.163325 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e067a-1f1c-427c-aa84-571c45c8f8bd req-0ace57e1-54de-41d0-b728-90d293605177 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:08.164728 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a1e067a-1f1c-427c-aa84-571c45c8f8bd req-0ace57e1-54de-41d0-b728-90d293605177 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0477262 Oct 12 04:26:08.204109 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a1e067a-1f1c-427c-aa84-571c45c8f8bd req-1c1eebb4-ba91-45f9-b76b-1603e1f3e7de tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0321214 Oct 12 04:26:09.319403 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b586d6-e7aa-4ffa-bf09-c5d4199c7bbd req-299cc790-9640-4e95-a96b-bf976d072bbf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:09.320897 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-70b586d6-e7aa-4ffa-bf09-c5d4199c7bbd req-299cc790-9640-4e95-a96b-bf976d072bbf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0486581 Oct 12 04:26:09.360904 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-70b586d6-e7aa-4ffa-bf09-c5d4199c7bbd req-a4ceaf12-c4d3-4a48-8e98-a2aa0775430c tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338187 Oct 12 04:26:10.475829 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96683113-8f0d-413c-ba8f-19a932bd0141 req-616d4e09-1436-491e-bf1a-15d54c60a8ec tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:10.477292 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-96683113-8f0d-413c-ba8f-19a932bd0141 req-616d4e09-1436-491e-bf1a-15d54c60a8ec tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0519891 Oct 12 04:26:10.517574 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-96683113-8f0d-413c-ba8f-19a932bd0141 req-0df40cce-d7cb-4fc7-9e31-a9772dc64fc4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339248 Oct 12 04:26:11.629583 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ca54-aa3a-4fdb-bfbc-350cd0e337b0 req-aa92c1a4-8176-48ac-a6ad-c1f61587b7cb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:11.630980 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4cc6ca54-aa3a-4fdb-bfbc-350cd0e337b0 req-aa92c1a4-8176-48ac-a6ad-c1f61587b7cb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.0481670 Oct 12 04:26:11.669996 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4cc6ca54-aa3a-4fdb-bfbc-350cd0e337b0 req-60a521a6-de9c-4f75-b6a2-1f61323bd108 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a9ab858-e066-4708-8f2e-376771ac5089&id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0325708 Oct 12 04:26:21.927385 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 32886) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:22.079815 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Deleting port 8165065d-e3b9-47ab-ae0e-b3bdf6787e73 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:22.080154 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:22.150928 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:22.151248 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:22.162152 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Calling delete_port for 8165065d-e3b9-47ab-ae0e-b3bdf6787e73 owned by network:floatingip {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:22.395220 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:22.421183 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event deleted for resources: {'Port': ['ID=8165065d-e3b9-47ab-ae0e-b3bdf6787e73,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:22.480908 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:22.485195 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.l3_db [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Floating IP 0948e16c-8b57-47fd-b2e6-c060fe1da83f disassociated (deleted). External IP: 172.27.2.7, port: 6126ee1a-6898-4a1c-af64-989fc7fae65a. Oct 12 04:26:22.924830 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Router ec15d5da-bb58-423c-a17e-25bc34ab5233 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:26:23.027676 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:26:23.035331 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:23.036825 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] Sync routers for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:26:23.045269 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:26:23.045881 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:26:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:23.058251 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c0462482-e728-47e2-bde4-62109706294d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "DELETE /v2.0/floatingips/0948e16c-8b57-47fd-b2e6-c060fe1da83f HTTP/1.1" status: 204 len: 168 time: 1.1297944 Oct 12 04:26:23.058870 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:26:23.061116 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56e582c-ea1e-4d9c-993b-0a3d10b56376" -d '{"events": [{"name": "network-changed", "server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:26:23.108475 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63665f1-c539-4f5c-8179-b477b8700980 x-openstack-request-id: req-e63665f1-c539-4f5c-8179-b477b8700980 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:26:23.110150 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:26:23.110555 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e63665f1-c539-4f5c-8179-b477b8700980 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:26:23.110995 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'status': 'completed', 'code': 200} Oct 12 04:26:23.155321 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:26:23.168246 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-18a061dd-adc7-49ed-8ce3-e57dad772c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:23.169744 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-18a061dd-adc7-49ed-8ce3-e57dad772c6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 1099 time: 0.0409515 Oct 12 04:26:23.265348 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-8c7fbf05-9ca9-48f3-8bff-ccbcf07d2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:23.267339 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-8c7fbf05-9ca9-48f3-8bff-ccbcf07d2fc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 200 len: 910 time: 0.0909462 Oct 12 04:26:23.311625 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-5e86cbd5-6776-4b45-9e32-afb84aa4cb16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 200 len: 217 time: 0.0350497 Oct 12 04:26:23.358018 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'e22c5f40-178e-41eb-992d-68ba23e532f3', 'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'mac_address': 'fa:16:3e:ba:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:29Z', 'updated_at': '2021-10-12T04:21:33Z', 'revision_number': 5, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'subnets': [{'id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:23.366259 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-40d3f26a-397e-41ce-8008-66fc86512c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:23.368604 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-40d3f26a-397e-41ce-8008-66fc86512c22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e045abf4-786d-4f8e-bc94-fec5107361d4 HTTP/1.1" status: 200 len: 848 time: 0.0500937 Oct 12 04:26:23.385165 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] Checking router: ec15d5da-bb58-423c-a17e-25bc34ab5233 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:26:23.394170 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:26:23.394824 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:26:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:23.448172 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-75e16cd9-4f7a-4f25-b174-ea818490bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:23.449669 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-75e16cd9-4f7a-4f25-b174-ea818490bdbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732656 Oct 12 04:26:23.457157 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00ecc5-7128-42c8-b5f9-b62e700839db req-87aa0811-d658-4af8-91af-9802a2147bdd tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:23.458695 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ed00ecc5-7128-42c8-b5f9-b62e700839db req-87aa0811-d658-4af8-91af-9802a2147bdd tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0834019 Oct 12 04:26:23.544885 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ed00ecc5-7128-42c8-b5f9-b62e700839db req-dad993ba-76ac-40df-8c4c-076fff9a54e4 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779405 Oct 12 04:26:23.584498 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-381436e0-215d-4a5a-aa38-b88a018a6b32 service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246171 Oct 12 04:26:23.626311 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:26:23.682753 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b56e582c-ea1e-4d9c-993b-0a3d10b56376 req-10737261-6544-4c3a-a087-8465fce1082a service neutron] 10.222.0.36 "GET /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853846 Oct 12 04:26:23.827119 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'e22c5f40-178e-41eb-992d-68ba23e532f3', 'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'mac_address': 'fa:16:3e:ba:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:29Z', 'updated_at': '2021-10-12T04:21:33Z', 'revision_number': 5, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'subnets': [{'id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:23.852982 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d1e08-fb96-4f33-abec-c54c7d22085f None None] The sync data for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi is: [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:30Z', 'revision_number': 4, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'e22c5f40-178e-41eb-992d-68ba23e532f3', 'name': '', 'network_id': 'ff0b57d6-156b-4ab0-b3fb-88070e9c6a54', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'mac_address': 'fa:16:3e:ba:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:29Z', 'updated_at': '2021-10-12T04:21:33Z', 'revision_number': 5, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'subnets': [{'id': 'e045abf4-786d-4f8e-bc94-fec5107361d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:26:24.079007 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97222ab-f7dc-49b4-8bcc-76326618f549 None None] New status for floating IP 0948e16c-8b57-47fd-b2e6-c060fe1da83f: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:26:24.673712 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a285d8-61e4-46a6-86a3-22e271454565 req-bd8081c6-b16d-4f64-9680-b75a1f05d9d8 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:24.675172 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e1a285d8-61e4-46a6-86a3-22e271454565 req-bd8081c6-b16d-4f64-9680-b75a1f05d9d8 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0509810 Oct 12 04:26:24.711661 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e1a285d8-61e4-46a6-86a3-22e271454565 req-523a2caf-1b90-4438-8fd6-1b7a485eee0b tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306838 Oct 12 04:26:25.821165 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d12041-8362-4f38-beed-007229e89314 req-38119535-82ba-4908-99aa-541e63b0ecfa tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:25.822590 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f4d12041-8362-4f38-beed-007229e89314 req-38119535-82ba-4908-99aa-541e63b0ecfa tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0467377 Oct 12 04:26:25.860179 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f4d12041-8362-4f38-beed-007229e89314 req-fe053252-b532-4779-b6cb-81819c6cab17 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317845 Oct 12 04:26:26.968629 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba600d8-6028-4711-a728-8b5fa267ae71 req-cf6c336b-25a3-429e-b690-4d7fac4e932f tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:26.970077 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9ba600d8-6028-4711-a728-8b5fa267ae71 req-cf6c336b-25a3-429e-b690-4d7fac4e932f tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0463793 Oct 12 04:26:27.006863 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9ba600d8-6028-4711-a728-8b5fa267ae71 req-eba92a19-9cba-4ca8-914c-967c3723b317 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/security-groups?id=a63c2498-05a4-49c4-aa88-05b3dba79ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Oct 12 04:26:27.679341 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-40d048c3-0dad-409f-9fb6-bfe68a0d212c tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:27.680750 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-40d048c3-0dad-409f-9fb6-bfe68a0d212c tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 946 time: 0.0529044 Oct 12 04:26:27.779880 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Deleting port 6126ee1a-6898-4a1c-af64-989fc7fae65a {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:27.780213 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:27.867713 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] For port 6126ee1a-6898-4a1c-af64-989fc7fae65a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6126ee1a-6898-4a1c-af64-989fc7fae65a,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:27.868069 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:27.879884 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Calling delete_port for 6126ee1a-6898-4a1c-af64-989fc7fae65a owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:28.070591 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:28.123421 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6733f9e3-5551-4549-9c40-1be1e9788e25 req-e221204f-3d59-4318-a5b2-992df937aa27 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 210 time: 0.0507832 Oct 12 04:26:28.125881 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event deleted for resources: {'Port': ['ID=6126ee1a-6898-4a1c-af64-989fc7fae65a,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:28.165193 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] No DVR routers for this DVR port 6126ee1a-6898-4a1c-af64-989fc7fae65a on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:26:28.167954 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:28.171346 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3ca05ebe-f4c9-4099-9a3f-c7455c6e06b9 req-b3ec529c-2631-40ed-bd75-b683ea29f60d tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.36 "DELETE /v2.0/ports/6126ee1a-6898-4a1c-af64-989fc7fae65a HTTP/1.1" status: 204 len: 173 time: 0.4790676 Oct 12 04:26:28.171790 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'name': 'network-vif-deleted', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:26:28.175912 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380cefc7-8898-484b-ab23-76d9947d83a6" -d '{"events": [{"server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "name": "network-vif-deleted", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:26:28.209430 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b05ca0f-3e07-46a3-beea-9ba6f2a9660a x-openstack-request-id: req-0b05ca0f-3e07-46a3-beea-9ba6f2a9660a {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:26:28.209717 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51919f-b58c-4be5-8869-721e03482c90", "name": "network-vif-deleted", "tag": "6126ee1a-6898-4a1c-af64-989fc7fae65a", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:26:28.209976 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b05ca0f-3e07-46a3-beea-9ba6f2a9660a {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:26:28.210385 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e51919f-b58c-4be5-8869-721e03482c90', 'name': 'network-vif-deleted', 'tag': '6126ee1a-6898-4a1c-af64-989fc7fae65a', 'status': 'completed', 'code': 200} Oct 12 04:26:29.232897 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-632eb2ce-520c-471f-97cc-e88a582a2669 req-4319de91-799d-40c3-884f-d274deb2a5d4 tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51919f-b58c-4be5-8869-721e03482c90 HTTP/1.1" status: 200 len: 210 time: 0.0252273 Oct 12 04:26:29.935956 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1fd86a05-6ddf-41d7-86d3-257747629ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:30.290090 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 32934) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:30.343832 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:30.368045 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:30.492415 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:30.495090 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:30.496257 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] 10.222.0.21 "DELETE /v2.0/security-groups/a63c2498-05a4-49c4-aa88-05b3dba79ea7 HTTP/1.1" status: 204 len: 168 time: 0.2085774 Oct 12 04:26:30.505368 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63c2498-05a4-49c4-aa88-05b3dba79ea7,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:30.512931 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.513212 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.513542 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.514075 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.514380 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.514723 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.515048 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.515368 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.515685 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.515999 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.516313 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.516623 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5805ddcc-2c7b-4334-9743-77afd3f1793a tempest-TestShelveInstance-675733104 tempest-TestShelveInstance-675733104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:30.616906 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 32944) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:31.005705 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701570'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:31.238498 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Deleting port e22c5f40-178e-41eb-992d-68ba23e532f3 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:31.238859 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:31.316071 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] For port e22c5f40-178e-41eb-992d-68ba23e532f3, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=e22c5f40-178e-41eb-992d-68ba23e532f3,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:31.316435 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:31.327831 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Calling delete_port for e22c5f40-178e-41eb-992d-68ba23e532f3 owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:31.559795 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:31.587050 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22c5f40-178e-41eb-992d-68ba23e532f3,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:31.611105 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.611105 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.611317 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.611513 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.611838 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.612258 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.612469 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.612788 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.613108 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.613421 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.613733 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.614042 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:31.761458 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701494'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:31.864096 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:31.971527 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Router ec15d5da-bb58-423c-a17e-25bc34ab5233 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:26:32.080907 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:26:32.087133 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-99c4f32e-2523-49dc-8021-20f1d8a96845 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec15d5da-bb58-423c-a17e-25bc34ab5233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4691448 Oct 12 04:26:32.091230 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 32958) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:32.096145 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] Sync routers for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:26:32.108469 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:26:32.109076 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:26:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:32.214095 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:32.220409 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:26:32.310984 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-00c988a6-4f40-467e-a14a-699deeff4032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:32.381563 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6126ee1a-6898-4a1c-af64-989fc7fae65a no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:26:32.405942 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 6126ee1a-6898-4a1c-af64-989fc7fae65a {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:26:32.406331 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6126ee1a-6898-4a1c-af64-989fc7fae65a not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:26:32.430976 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:26:31Z', 'revision_number': 5, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:32.459034 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] Checking router: ec15d5da-bb58-423c-a17e-25bc34ab5233 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:26:32.468010 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] Routers {'ec15d5da-bb58-423c-a17e-25bc34ab5233'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:26:32.468676 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:26:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['ec15d5da-bb58-423c-a17e-25bc34ab5233'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:32.578948 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:32.583992 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] Set router ec15d5da-bb58-423c-a17e-25bc34ab5233 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:26:32.703215 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Deleting port ee2de81e-82a8-4348-ab00-3bf9142a4046 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:32.703664 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:32.774646 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:26:31Z', 'revision_number': 5, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:32.794771 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] For port ee2de81e-82a8-4348-ab00-3bf9142a4046, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=ee2de81e-82a8-4348-ab00-3bf9142a4046,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:32.795360 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:32.803831 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc25be-0f6a-4465-8e6c-7270201c8ecb None None] The sync data for ids ['ec15d5da-bb58-423c-a17e-25bc34ab5233'] in dv-cinder-813067-1-iscsi is: [{'id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'name': 'tempest-TestShelveInstance-1395067640-router', 'tenant_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:26:31Z', 'revision_number': 5, 'project_id': '06a5619d6cc54f8cb1261bb15c0fa58a', 'gw_port': {'id': 'ee2de81e-82a8-4348-ab00-3bf9142a4046', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15d5da-bb58-423c-a17e-25bc34ab5233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:27Z', 'updated_at': '2021-10-12T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:26:32.808282 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Calling delete_port for ee2de81e-82a8-4348-ab00-3bf9142a4046 owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:33.064105 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.091506 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2de81e-82a8-4348-ab00-3bf9142a4046,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:33.152093 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544212'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.189472 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.254159 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3077'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.256621 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.279558 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device e22c5f40-178e-41eb-992d-68ba23e532f3 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:26:33.300433 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: e22c5f40-178e-41eb-992d-68ba23e532f3 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:26:33.300771 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device e22c5f40-178e-41eb-992d-68ba23e532f3 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:26:33.378943 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-704047'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.379565 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec15d5da-bb58-423c-a17e-25bc34ab5233 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:26:33.384479 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.388146 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e90f54fd-8884-417c-98c7-708180b967da admin admin] 10.222.0.21 "DELETE /v2.0/routers/ec15d5da-bb58-423c-a17e-25bc34ab5233 HTTP/1.1" status: 204 len: 168 time: 1.2937531 Oct 12 04:26:33.389155 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 32966) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:33.460606 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6a87d5-2465-4882-b39d-1dfeaff620f4 admin admin] Deleting subnet e045abf4-786d-4f8e-bc94-fec5107361d4 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:26:33.465172 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dd6a87d5-2465-4882-b39d-1dfeaff620f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.509290 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81232efa-0046-45b6-b3e7-0fb441c5dbcb req-6a227c9a-7b86-4778-90f7-43609eaf5477 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:33.511389 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-81232efa-0046-45b6-b3e7-0fb441c5dbcb req-6a227c9a-7b86-4778-90f7-43609eaf5477 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 946 time: 0.0891232 Oct 12 04:26:33.518177 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dd6a87d5-2465-4882-b39d-1dfeaff620f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.592152 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-81232efa-0046-45b6-b3e7-0fb441c5dbcb req-13a77f4f-d825-4962-9d90-9191dc625749 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719583 Oct 12 04:26:33.627514 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dd6a87d5-2465-4882-b39d-1dfeaff620f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.742349 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.773046 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dd6a87d5-2465-4882-b39d-1dfeaff620f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.802161 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a87d5-2465-4882-b39d-1dfeaff620f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e045abf4-786d-4f8e-bc94-fec5107361d4,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:33.804229 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-dd6a87d5-2465-4882-b39d-1dfeaff620f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.811162 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-dd6a87d5-2465-4882-b39d-1dfeaff620f4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e045abf4-786d-4f8e-bc94-fec5107361d4 HTTP/1.1" status: 204 len: 168 time: 0.4186654 Oct 12 04:26:33.811656 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 32968) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:33.815364 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4243f0-3c17-4cb8-af2f-0ecd4b480dd2 None None] Network ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:26:33.888110 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.937962 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Deleting port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:33.938299 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:33.998283 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d697537-c137-4c17-959d-a254cb6bcb44 None None] DHCP port deletion for ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 request from dv-cinder-813067-1-iscsi {{(pid=94613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:26:34.005505 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] For port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:34.005864 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.018881 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Calling delete_port for 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 owned by network:dhcp {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:34.042353 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-0d697537-c137-4c17-959d-a254cb6bcb44 None None] Deleting port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:34.042745 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0d697537-c137-4c17-959d-a254cb6bcb44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.106361 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-0d697537-c137-4c17-959d-a254cb6bcb44 None None] For port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9,segment=NetworkSegment(f8de99ea-102a-4500-aa85-545d25c01383),segment_id=f8de99ea-102a-4500-aa85-545d25c01383)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:34.106780 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0d697537-c137-4c17-959d-a254cb6bcb44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.120118 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-0d697537-c137-4c17-959d-a254cb6bcb44 None None] Calling delete_port for 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:34.149290 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.180186 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] No DVR routers for this DVR port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 on host dv-cinder-813067-1-iscsi {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:26:34.186604 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:34.195994 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0d697537-c137-4c17-959d-a254cb6bcb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.220479 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d697537-c137-4c17-959d-a254cb6bcb44 None None] Pushing event deleted for resources: {'Port': ['ID=47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:34.226037 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d697537-c137-4c17-959d-a254cb6bcb44 None None] No DVR routers for this DVR port 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 on host dv-cinder-813067-1-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:26:34.264994 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.283862 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0b57d6-156b-4ab0-b3fb-88070e9c6a54']}} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:34.293140 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8de99ea-102a-4500-aa85-545d25c01383') {'for_net_delete': True} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:34.293440 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8de99ea-102a-4500-aa85-545d25c01383') {} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:34.302334 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9702813'] for segment, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.315527 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.321249 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:26:34.321625 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8605101'] for segment, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: Traceback (most recent call last): Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: timer() Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: cb(*args, **kw) Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: return func(*args, **kwargs) Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: self._notify() Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: self.callback(batched_events) Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: event.method(event) Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: return f(self, *a, **k) Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._get(url).json() Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: return self.request(url, 'GET', **kwargs) Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:26:34.323259 dv-cinder-813067-1-iscsi neutron-server[94611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:26:34.450294 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.455438 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:34.458593 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff0b57d6-156b-4ab0-b3fb-88070e9c6a54 HTTP/1.1" status: 204 len: 168 time: 0.6460011 Oct 12 04:26:34.461773 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 32970) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:34.473900 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1016a-fd25-4f4e-ab57-e1b5b8eb96c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0b57d6-156b-4ab0-b3fb-88070e9c6a54,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:34.741711 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e330fac-6c96-4a60-a7a3-b33f5473c3e0 req-a1549cb7-2eb9-4a75-b59a-5ce5890492ca tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:34.743175 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e330fac-6c96-4a60-a7a3-b33f5473c3e0 req-a1549cb7-2eb9-4a75-b59a-5ce5890492ca tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 946 time: 0.0840182 Oct 12 04:26:34.803066 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e330fac-6c96-4a60-a7a3-b33f5473c3e0 req-f63c48eb-8745-4293-a25c-be05a8b31631 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Oct 12 04:26:34.880542 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701570'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:35.090121 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-f33c3371-2f35-4985-ba0a-ae98c89b2acd tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:35.091538 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-f33c3371-2f35-4985-ba0a-ae98c89b2acd tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 946 time: 0.0578053 Oct 12 04:26:35.170980 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ee2de81e-82a8-4348-ab00-3bf9142a4046 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:26:35.195291 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: ee2de81e-82a8-4348-ab00-3bf9142a4046 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:26:35.198046 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ee2de81e-82a8-4348-ab00-3bf9142a4046 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:26:35.198046 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:26:35.216266 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:26:35.216612 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 47f8616a-7dd8-4789-a1cc-8dcc3e5d35e9 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:26:35.236957 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Deleting port 1e3bbd67-557a-44a3-bc2d-661b3b62843f {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:35.237510 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:35.278104 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Deleting port a3222ba8-4a30-41a2-853f-668d4c53a0fe {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:35.286008 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:35.383071 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] For port 1e3bbd67-557a-44a3-bc2d-661b3b62843f, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=1e3bbd67-557a-44a3-bc2d-661b3b62843f,segment=NetworkSegment(fe4484ac-eead-41a6-8846-526ddbe24bbc),segment_id=fe4484ac-eead-41a6-8846-526ddbe24bbc)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:35.383429 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:35.405593 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Calling delete_port for 1e3bbd67-557a-44a3-bc2d-661b3b62843f owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:35.408164 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] For port a3222ba8-4a30-41a2-853f-668d4c53a0fe, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=a3222ba8-4a30-41a2-853f-668d4c53a0fe,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:35.408517 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:35.425951 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Calling delete_port for a3222ba8-4a30-41a2-853f-668d4c53a0fe owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:35.427815 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:35.755556 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:35.766840 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['a3222ba8-4a30-41a2-853f-668d4c53a0fe'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:26:35.785040 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:35.792785 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Pushing event deleted for resources: {'Port': ['ID=a3222ba8-4a30-41a2-853f-668d4c53a0fe,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:35.835230 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3bbd67-557a-44a3-bc2d-661b3b62843f,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:35.883052 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] No DVR routers for this DVR port a3222ba8-4a30-41a2-853f-668d4c53a0fe on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:26:35.887969 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:35.891366 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cc8a7814-f892-4a77-a921-14a0f499fcc9 req-4c79485d-51ee-4982-9a4c-ed8c0182ddbf tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.36 "DELETE /v2.0/ports/a3222ba8-4a30-41a2-853f-668d4c53a0fe HTTP/1.1" status: 204 len: 173 time: 0.7829242 Oct 12 04:26:35.913464 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ead9e5d-68f2-43dc-9d09-e224a01a05b4', 'name': 'network-vif-deleted', 'tag': 'a3222ba8-4a30-41a2-853f-668d4c53a0fe'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:26:35.913464 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1883f9f4-22f4-464f-b037-6a5570964ba4" -d '{"events": [{"server_uuid": "6ead9e5d-68f2-43dc-9d09-e224a01a05b4", "name": "network-vif-deleted", "tag": "a3222ba8-4a30-41a2-853f-668d4c53a0fe"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:26:35.942970 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5962313e-82bb-4405-8ed7-0d0fb9549f65 req-1ff89f57-d73a-474b-860b-852f0206716a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ead9e5d-68f2-43dc-9d09-e224a01a05b4 HTTP/1.1" status: 200 len: 210 time: 0.0569236 Oct 12 04:26:35.955987 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2de7c7c-385a-4655-ae4b-a9940a230b80 x-openstack-request-id: req-f2de7c7c-385a-4655-ae4b-a9940a230b80 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:26:35.956336 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ead9e5d-68f2-43dc-9d09-e224a01a05b4", "name": "network-vif-deleted", "tag": "a3222ba8-4a30-41a2-853f-668d4c53a0fe", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:26:35.956558 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2de7c7c-385a-4655-ae4b-a9940a230b80 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:26:35.957020 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ead9e5d-68f2-43dc-9d09-e224a01a05b4', 'name': 'network-vif-deleted', 'tag': 'a3222ba8-4a30-41a2-853f-668d4c53a0fe', 'status': 'completed', 'code': 200} Oct 12 04:26:36.057864 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701494'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:36.286328 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:26:36.391625 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:26:36.396798 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-321edfb0-e85c-4219-b321-c1fc6e494056 admin admin] 10.222.0.21 "PUT /v2.0/routers/9307fdec-3e04-4f85-9d18-74bdafdcc5b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9339349 Oct 12 04:26:36.399235 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 32978) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:36.402345 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] Sync routers for ids ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:26:36.411730 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] Routers {'9307fdec-3e04-4f85-9d18-74bdafdcc5b7'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:26:36.412367 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:26:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:36.504726 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:36.517991 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] Set router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:26:36.605300 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:36.698459 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:32Z', 'updated_at': '2021-10-12T04:26:35Z', 'revision_number': 5, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'gw_port': {'id': '44be2d80-be04-42ec-a179-4c69ad61c76c', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:21:33Z', 'updated_at': '2021-10-12T04:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:36.719190 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Deleting port 44be2d80-be04-42ec-a179-4c69ad61c76c {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:36.719526 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:36.724966 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] Checking router: 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:26:36.737315 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] Routers {'9307fdec-3e04-4f85-9d18-74bdafdcc5b7'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:26:36.737978 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:26:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:36.802115 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] For port 44be2d80-be04-42ec-a179-4c69ad61c76c, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=44be2d80-be04-42ec-a179-4c69ad61c76c,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:36.802770 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:36.816124 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Calling delete_port for 44be2d80-be04-42ec-a179-4c69ad61c76c owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:36.826294 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] Set router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:26:36.878109 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:32Z', 'updated_at': '2021-10-12T04:26:36Z', 'revision_number': 6, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'gw_port_host': None}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:36.906693 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c569d-d861-4d22-bbc1-5d1b79c4502a None None] The sync data for ids ['9307fdec-3e04-4f85-9d18-74bdafdcc5b7'] in dv-cinder-813067-1-iscsi is: [{'id': '9307fdec-3e04-4f85-9d18-74bdafdcc5b7', 'name': 'tempest-TestShelveInstance-1072178446-router', 'tenant_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:21:32Z', 'updated_at': '2021-10-12T04:26:36Z', 'revision_number': 6, 'project_id': '2a2ec5bfc1f248e695b76ebeb24c5fb8', 'gw_port_host': None}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:26:37.035616 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.065227 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=44be2d80-be04-42ec-a179-4c69ad61c76c,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:37.124711 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544212'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.212160 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3077'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.214811 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.401828 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-704047'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.402294 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9307fdec-3e04-4f85-9d18-74bdafdcc5b7 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:26:37.407195 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.408494 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e8895171-f4e7-49bd-a6a2-b38a754499c7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9307fdec-3e04-4f85-9d18-74bdafdcc5b7 HTTP/1.1" status: 204 len: 168 time: 1.0083580 Oct 12 04:26:37.410972 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 32986) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:37.692341 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 1e3bbd67-557a-44a3-bc2d-661b3b62843f no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:26:37.716421 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 1e3bbd67-557a-44a3-bc2d-661b3b62843f {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:26:37.716849 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 1e3bbd67-557a-44a3-bc2d-661b3b62843f not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:26:37.718529 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-971d4b48-4465-4723-a65a-1ea6cbc85bda admin admin] Deleting subnet 623bfe98-595e-4d23-94a9-1ebec3d971e5 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:26:37.721863 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-971d4b48-4465-4723-a65a-1ea6cbc85bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.755715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-971d4b48-4465-4723-a65a-1ea6cbc85bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.836020 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-971d4b48-4465-4723-a65a-1ea6cbc85bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.964995 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-971d4b48-4465-4723-a65a-1ea6cbc85bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.990506 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d4b48-4465-4723-a65a-1ea6cbc85bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623bfe98-595e-4d23-94a9-1ebec3d971e5,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:37.994633 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-971d4b48-4465-4723-a65a-1ea6cbc85bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:37.997806 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-971d4b48-4465-4723-a65a-1ea6cbc85bda admin admin] 10.222.0.21 "DELETE /v2.0/subnets/623bfe98-595e-4d23-94a9-1ebec3d971e5 HTTP/1.1" status: 204 len: 168 time: 0.5858827 Oct 12 04:26:38.000189 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0d1da-2ffb-4b29-836e-4854c54286a6 None None] Network 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:26:38.000326 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 32988) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:38.066753 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.122204 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Deleting port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:38.122533 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.157977 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc64c7c-7deb-40c2-8739-2fcaac76c1f9 None None] DHCP port deletion for 37d3cda0-a623-4f17-ab3c-ff42da1c59e4 request from dv-cinder-813067-1-iscsi {{(pid=94613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:26:38.184596 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] For port dc24a9fc-41bf-4ce8-8844-baa7bd33d569, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=dc24a9fc-41bf-4ce8-8844-baa7bd33d569,segment=NetworkSegment(fe4484ac-eead-41a6-8846-526ddbe24bbc),segment_id=fe4484ac-eead-41a6-8846-526ddbe24bbc)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:38.184879 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.196988 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Calling delete_port for dc24a9fc-41bf-4ce8-8844-baa7bd33d569 owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:38.202223 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-7fc64c7c-7deb-40c2-8739-2fcaac76c1f9 None None] Deleting port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:38.202589 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7fc64c7c-7deb-40c2-8739-2fcaac76c1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.268163 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-7fc64c7c-7deb-40c2-8739-2fcaac76c1f9 None None] For port dc24a9fc-41bf-4ce8-8844-baa7bd33d569, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=dc24a9fc-41bf-4ce8-8844-baa7bd33d569,segment=NetworkSegment(fe4484ac-eead-41a6-8846-526ddbe24bbc),segment_id=fe4484ac-eead-41a6-8846-526ddbe24bbc)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:38.268570 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7fc64c7c-7deb-40c2-8739-2fcaac76c1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.282012 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-7fc64c7c-7deb-40c2-8739-2fcaac76c1f9 None None] Calling delete_port for dc24a9fc-41bf-4ce8-8844-baa7bd33d569 owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:38.372142 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.379211 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7fc64c7c-7deb-40c2-8739-2fcaac76c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.397440 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc24a9fc-41bf-4ce8-8844-baa7bd33d569,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:38.401437 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] No DVR routers for this DVR port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 on host dv-cinder-813067-1-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:26:38.408141 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc64c7c-7deb-40c2-8739-2fcaac76c1f9 None None] Pushing event deleted for resources: {'Port': ['ID=dc24a9fc-41bf-4ce8-8844-baa7bd33d569,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:38.412951 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc64c7c-7deb-40c2-8739-2fcaac76c1f9 None None] No DVR routers for this DVR port dc24a9fc-41bf-4ce8-8844-baa7bd33d569 on host dv-cinder-813067-1-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:26:38.470105 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.493306 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d3cda0-a623-4f17-ab3c-ff42da1c59e4']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:38.502147 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4484ac-eead-41a6-8846-526ddbe24bbc') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:38.502437 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4484ac-eead-41a6-8846-526ddbe24bbc') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:38.511318 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8545627'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.523822 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.530765 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:26:38.531155 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546280'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: Traceback (most recent call last): Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: timer() Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: cb(*args, **kw) Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: return func(*args, **kwargs) Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: self._notify() Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: self.callback(batched_events) Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: event.method(event) Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: return f(self, *a, **k) Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._get(url).json() Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:26:38.532886 dv-cinder-813067-1-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:26:38.650232 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.655290 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:38.658466 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] 10.222.0.21 "DELETE /v2.0/networks/37d3cda0-a623-4f17-ab3c-ff42da1c59e4 HTTP/1.1" status: 204 len: 168 time: 0.6572104 Oct 12 04:26:38.671085 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a613f7f-4020-492d-a215-1818c3d54c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d3cda0-a623-4f17-ab3c-ff42da1c59e4,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:38.973030 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 32994) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:39.013119 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-de71ebae-c619-4e3d-be3d-c617e8a17e76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06a5619d6cc54f8cb1261bb15c0fa58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388482 Oct 12 04:26:39.015465 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 32996) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:39.062752 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bd99c466-bf77-49d4-b8f3-e7b148720218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:39.089038 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bd99c466-bf77-49d4-b8f3-e7b148720218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:39.172357 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 44be2d80-be04-42ec-a179-4c69ad61c76c no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:26:39.195468 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 44be2d80-be04-42ec-a179-4c69ad61c76c {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:26:39.195808 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 44be2d80-be04-42ec-a179-4c69ad61c76c not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:26:39.196209 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device dc24a9fc-41bf-4ce8-8844-baa7bd33d569 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:26:39.214467 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: dc24a9fc-41bf-4ce8-8844-baa7bd33d569 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:26:39.214851 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device dc24a9fc-41bf-4ce8-8844-baa7bd33d569 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:26:39.239054 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bd99c466-bf77-49d4-b8f3-e7b148720218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:39.241691 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bd99c466-bf77-49d4-b8f3-e7b148720218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:39.242883 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-bd99c466-bf77-49d4-b8f3-e7b148720218 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c68987ef-00f5-439e-b4a5-df754e6ee8ae HTTP/1.1" status: 204 len: 168 time: 0.2264922 Oct 12 04:26:39.251670 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99c466-bf77-49d4-b8f3-e7b148720218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68987ef-00f5-439e-b4a5-df754e6ee8ae,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:39.877804 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33004) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:39.916444 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-55913145-8024-497f-b926-9c1576b80748 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a2ec5bfc1f248e695b76ebeb24c5fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374732 Oct 12 04:26:39.919386 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33006) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:39.964991 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-59e51827-81a5-4990-8078-a3d73d2a6cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:39.985537 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-59e51827-81a5-4990-8078-a3d73d2a6cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:40.103753 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-59e51827-81a5-4990-8078-a3d73d2a6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:40.106313 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-59e51827-81a5-4990-8078-a3d73d2a6cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:40.107465 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-59e51827-81a5-4990-8078-a3d73d2a6cf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39fae0be-19ca-4fb7-b6ed-24917be7332a HTTP/1.1" status: 204 len: 168 time: 0.1871116 Oct 12 04:26:40.115006 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e51827-81a5-4990-8078-a3d73d2a6cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fae0be-19ca-4fb7-b6ed-24917be7332a,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:40.418613 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device a3222ba8-4a30-41a2-853f-668d4c53a0fe no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:26:40.440043 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: a3222ba8-4a30-41a2-853f-668d4c53a0fe {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:26:40.440377 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device a3222ba8-4a30-41a2-853f-668d4c53a0fe not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:26:42.862164 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:26:47.561956 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-78f39e75-607b-4653-9f0c-2bedbf076e42 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:47.563437 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-78f39e75-607b-4653-9f0c-2bedbf076e42 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/networks?id=cc0ecb2c-871a-4433-93b4-525087c5ea67 HTTP/1.1" status: 200 len: 813 time: 0.1004086 Oct 12 04:26:47.578051 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5b253a29-7f1e-4f0e-8c74-b4ca5af7c513 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/quotas/350b2ff78dac4a14a12b78bb343d4195 HTTP/1.1" status: 200 len: 375 time: 0.0091159 Oct 12 04:26:47.611930 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-0c6ddc23-5977-4a2e-a6ff-3379ac4ebe80 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=350b2ff78dac4a14a12b78bb343d4195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288963 Oct 12 04:26:47.708110 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-027ba57d-64b3-409f-945f-88de50448bae service neutron] 10.222.0.21 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885060 Oct 12 04:26:47.794481 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-931570db-ce25-485d-acf0-e4812b16b7ad service neutron] 10.222.0.21 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799189 Oct 12 04:26:48.018048 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f2ecd9a0-041b-4c1f-864a-cd55b4369c4a req-aa4e84fd-3aa7-460f-acbb-eaffd433a560 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 210 time: 0.0301154 Oct 12 04:26:49.107193 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b0fe6486-fb3f-46df-95cf-8843ee3d0fa7 req-5d0ad103-ddf0-4cf3-a163-85d0f6844837 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 210 time: 0.0260379 Oct 12 04:26:49.847754 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-7a20f04d-e92d-4892-b903-f053ea51488a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:49.849198 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-7a20f04d-e92d-4892-b903-f053ea51488a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.36 "GET /v2.0/networks?id=cc0ecb2c-871a-4433-93b4-525087c5ea67 HTTP/1.1" status: 200 len: 813 time: 0.1015539 Oct 12 04:26:49.863060 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Request body: {'port': {'device_id': 'cdcd70e1-7313-4f25-b52d-237f8de47c30', 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67', 'admin_state_up': True, 'tenant_id': '350b2ff78dac4a14a12b78bb343d4195'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:26:50.029233 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Made reservation on behalf of 350b2ff78dac4a14a12b78bb343d4195 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:26:50.032713 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:50.158079 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Allocated IP 172.20.0.3 (cc0ecb2c-871a-4433-93b4-525087c5ea67/25557c3d-ff22-431a-b2fc-ff3d97d5d418/7c642561-ffae-458e-984d-784561c651d6) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:26:50.310020 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:50.383773 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ebf6c10-0ae3-4fc5-ba05-7ad8d4721b40 req-7ef35d4f-9899-4ca5-886d-4cec1546377a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 210 time: 0.2025838 Oct 12 04:26:50.427906 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:50.471422 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Network cc0ecb2c-871a-4433-93b4-525087c5ea67 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:26:50.474439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:26:50.476862 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:26:50.503784 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Pushing event updated for resources: {'Port': ['ID=7c642561-ffae-458e-984d-784561c651d6,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:50.529404 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:50.532801 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:50.614742 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-5752f07d-066a-4fee-879a-4384ff4885cc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550945 Oct 12 04:26:50.627691 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Request body: {'port': {'device_id': 'cdcd70e1-7313-4f25-b52d-237f8de47c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:26:50.707621 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:50.722940 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-972dff5c-9bc3-4c61-b542-0df38fc31f47 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86159551&fields=id&tenant_id=d393591f50e945b092623c525b160733 HTTP/1.1" status: 200 len: 267 time: 0.0664659 Oct 12 04:26:50.858584 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-8da1f899-64c7-4df9-8820-f33004d19691 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:50.860079 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-8da1f899-64c7-4df9-8820-f33004d19691 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 984 time: 0.1308725 Oct 12 04:26:50.875589 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-a43a3edf-15c7-4ba8-a886-ce83658527cf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Request body: {'port': {'security_groups': ['7885ca9c-6053-4195-a1ba-2dddcf8ec4ff']}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:26:50.983635 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-a43a3edf-15c7-4ba8-a886-ce83658527cf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.122931 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c642561-ffae-458e-984d-784561c651d6 {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:26:51.131491 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.184733 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Transition to ACTIVE for port object 7c642561-ffae-458e-984d-784561c651d6 will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:26:51.231910 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-a43a3edf-15c7-4ba8-a886-ce83658527cf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] For port 6f4c91da-c3ba-4145-9177-bc95323a2b78, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:51.259510 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-a43a3edf-15c7-4ba8-a886-ce83658527cf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.280570 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.331331 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Pushing event updated for resources: {'Port': ['ID=7c642561-ffae-458e-984d-784561c651d6,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:51.335405 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-a43a3edf-15c7-4ba8-a886-ce83658527cf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.347109 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6f4c91da-c3ba-4145-9177-bc95323a2b78'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:26:51.414681 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-a43a3edf-15c7-4ba8-a886-ce83658527cf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:51.415666 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-a43a3edf-15c7-4ba8-a886-ce83658527cf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.417249 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e631e70-5280-4edf-bd87-614c5be9bf9f req-a43a3edf-15c7-4ba8-a886-ce83658527cf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "PUT /v2.0/ports/6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 200 len: 942 time: 0.5482914 Oct 12 04:26:51.423118 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:26:51.423118 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5306aa56-3afe-4d91-b3f4-0656c55eac26" -d '{"events": [{"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:26:51.424022 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33084) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:51.460690 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a3edf-15c7-4ba8-a886-ce83658527cf tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event updated for resources: {'Port': ['ID=6f4c91da-c3ba-4145-9177-bc95323a2b78,revision_number=7']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:51.474359 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Attempting to bind port 7c642561-ffae-458e-984d-784561c651d6 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:26:51.474707 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Attempting to bind port 7c642561-ffae-458e-984d-784561c651d6 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7778edd0-0851-43e6-bd58-dd6027a3f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:26:51.475039 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Attempting to bind port 7c642561-ffae-458e-984d-784561c651d6 on network cc0ecb2c-871a-4433-93b4-525087c5ea67 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:26:51.482966 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6f4c91da-c3ba-4145-9177-bc95323a2b78'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:26:51.488790 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Port 7c642561-ffae-458e-984d-784561c651d6 on network cc0ecb2c-871a-4433-93b4-525087c5ea67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:26:51.489564 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Attempting to bind port 7c642561-ffae-458e-984d-784561c651d6 on network cc0ecb2c-871a-4433-93b4-525087c5ea67 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:26:51.509725 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:26:51.510273 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Checking segment: {'id': '7778edd0-0851-43e6-bd58-dd6027a3f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:26:51.510654 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Bound using segment: {'id': '7778edd0-0851-43e6-bd58-dd6027a3f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:26:51.511613 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Bound port: 7c642561-ffae-458e-984d-784561c651d6, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7778edd0-0851-43e6-bd58-dd6027a3f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:26:51.511980 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.514965 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9243e3a9-8ae7-4e11-a67a-eeaf17ac9247 x-openstack-request-id: req-9243e3a9-8ae7-4e11-a67a-eeaf17ac9247 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:26:51.515249 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:26:51.515498 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9243e3a9-8ae7-4e11-a67a-eeaf17ac9247 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:26:51.515885 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'status': 'completed', 'code': 200} Oct 12 04:26:51.559566 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-95e7b3b4-7e7f-45c5-babc-08aa1fb416f4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.587126 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-95e7b3b4-7e7f-45c5-babc-08aa1fb416f4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.618509 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] For port 7c642561-ffae-458e-984d-784561c651d6, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:26:51.623059 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] For port 7c642561-ffae-458e-984d-784561c651d6, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=7c642561-ffae-458e-984d-784561c651d6,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:26:51.651395 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5099b8-1ce2-4a45-a978-872a2e6ac0ba req-5409c0ff-c568-4bd8-88d8-943ce60deea6 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:51.655138 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9c5099b8-1ce2-4a45-a978-872a2e6ac0ba req-5409c0ff-c568-4bd8-88d8-943ce60deea6 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 943 time: 0.1559963 Oct 12 04:26:51.668205 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-4254d73e-ddf8-4b45-bfbe-dd11af010c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:51.669673 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-4254d73e-ddf8-4b45-bfbe-dd11af010c4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d393591f50e945b092623c525b160733&device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 1098 time: 0.1397774 Oct 12 04:26:51.679566 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-17fc6e03-c67c-4f63-940e-9a3311c26073 None None] Provisioning complete for port 6f4c91da-c3ba-4145-9177-bc95323a2b78 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:26:51.679951 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-17fc6e03-c67c-4f63-940e-9a3311c26073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.694322 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.706303 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9c5099b8-1ce2-4a45-a978-872a2e6ac0ba req-ea774cc1-9c1f-4a76-b009-18be540fb568 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455723 Oct 12 04:26:51.738208 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-95e7b3b4-7e7f-45c5-babc-08aa1fb416f4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.741029 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-95e7b3b4-7e7f-45c5-babc-08aa1fb416f4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.742448 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-95e7b3b4-7e7f-45c5-babc-08aa1fb416f4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a9ab858-e066-4708-8f2e-376771ac5089 HTTP/1.1" status: 204 len: 168 time: 0.3179724 Oct 12 04:26:51.747773 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:51.748386 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:51.752927 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] 10.222.0.36 "PUT /v2.0/ports/7c642561-ffae-458e-984d-784561c651d6 HTTP/1.1" status: 200 len: 1093 time: 1.1262670 Oct 12 04:26:51.752927 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33086) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:26:51.758997 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7b3b4-7e7f-45c5-babc-08aa1fb416f4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ab858-e066-4708-8f2e-376771ac5089,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:51.783314 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-6324b482-22c8-4cb6-97ea-b4d99e0f1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:51.784790 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-6324b482-22c8-4cb6-97ea-b4d99e0f1208 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f HTTP/1.1" status: 200 len: 916 time: 0.1078424 Oct 12 04:26:51.823034 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a624531-53af-4ca1-9fee-1eca2a64187c service neutron] Pushing event updated for resources: {'Port': ['ID=7c642561-ffae-458e-984d-784561c651d6,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:51.867393 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-fb0145f6-7f5f-4baa-b007-e957327e0c93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 200 len: 999 time: 0.0741873 Oct 12 04:26:51.923625 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-340506ea-f20a-4b55-b911-d000a01bd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:51.925297 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-340506ea-f20a-4b55-b911-d000a01bd593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f10204ee-aa39-4434-bf75-509d1222a260 HTTP/1.1" status: 200 len: 854 time: 0.0510752 Oct 12 04:26:51.954125 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-d1c0d9c9-99a7-40d8-a42a-b5aee3dc63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:51.955718 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-d1c0d9c9-99a7-40d8-a42a-b5aee3dc63cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=350b2ff78dac4a14a12b78bb343d4195&device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 1096 time: 0.0848560 Oct 12 04:26:51.969883 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-9c730fbc-5f8d-4a1d-b1ae-602fd8f5d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:51.971386 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-9c730fbc-5f8d-4a1d-b1ae-602fd8f5d961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395188 Oct 12 04:26:52.005628 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-ee0d74c6-6f2d-475f-ba6d-03dca8644b5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c642561-ffae-458e-984d-784561c651d6 HTTP/1.1" status: 200 len: 217 time: 0.0387564 Oct 12 04:26:52.010707 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Deleting port 3fe8aac5-1cff-441b-9127-43a0829a3441 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:52.011055 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:52.060034 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-3f13524e-0415-4342-97da-fc6bbe3a724a service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800240 Oct 12 04:26:52.096724 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-8eea37a8-786b-48ad-96c2-ebf10994642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:52.098228 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-8eea37a8-786b-48ad-96c2-ebf10994642d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25557c3d-ff22-431a-b2fc-ff3d97d5d418 HTTP/1.1" status: 200 len: 853 time: 0.0845857 Oct 12 04:26:52.143211 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-ecff4d62-a4e7-41a3-928b-cf7b4d3c559e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc0ecb2c-871a-4433-93b4-525087c5ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349722 Oct 12 04:26:52.144828 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:52.145146 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:52.151256 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [req-5306aa56-3afe-4d91-b3f4-0656c55eac26 req-26f5034a-7906-4925-9262-2bcd68684904 service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836947 Oct 12 04:26:52.172746 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Calling delete_port for 3fe8aac5-1cff-441b-9127-43a0829a3441 owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:52.311762 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-7d66f3bc-d33b-4a86-a154-14a65458caca service neutron] 10.222.0.36 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589398 Oct 12 04:26:52.474231 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aab8570c-fac9-4e06-82d6-4febbd5a00ab req-7f81dad5-c809-4d42-a1d5-31d041eccb79 service neutron] 10.222.0.36 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545992 Oct 12 04:26:52.513080 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:52.539194 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event deleted for resources: {'Port': ['ID=3fe8aac5-1cff-441b-9127-43a0829a3441,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:52.599176 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:52.599419 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Floating IP 543412f9-cb5c-429f-bcf3-a23e7bbbbe04 disassociated (deleted). External IP: 172.27.2.5, port: 6f4c91da-c3ba-4145-9177-bc95323a2b78. Oct 12 04:26:52.820456 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Router be5481d5-4de0-4e90-8053-b3c49ca403dd has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:26:52.850771 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509999-2a6b-4c07-a2ad-8ae45d931ea6 req-527657d1-5dba-4f9b-8330-4a8ea7da2fa1 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:52.852080 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-97509999-2a6b-4c07-a2ad-8ae45d931ea6 req-527657d1-5dba-4f9b-8330-4a8ea7da2fa1 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 943 time: 0.0680373 Oct 12 04:26:53.207114 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-97509999-2a6b-4c07-a2ad-8ae45d931ea6 req-38fa1265-710e-43f2-bf2b-0d3d6ae713a2 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233383 Oct 12 04:26:53.226970 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:26:53.232668 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:53.237158 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] Sync routers for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:26:53.246085 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:26:53.246731 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:26:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:53.258201 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-13260452-6e6c-4c86-b3d3-8b3be114adfb tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "DELETE /v2.0/floatingips/543412f9-cb5c-429f-bcf3-a23e7bbbbe04 HTTP/1.1" status: 204 len: 168 time: 1.5069644 Oct 12 04:26:53.472447 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:26:53.517394 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcd70e1-7313-4f25-b52d-237f8de47c30', 'tag': '7c642561-ffae-458e-984d-784561c651d6'}, {'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:26:53.519918 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776d0fb6-9140-4ea7-b98b-56c0a72102ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcd70e1-7313-4f25-b52d-237f8de47c30", "tag": "7c642561-ffae-458e-984d-784561c651d6"}, {"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:26:53.564760 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3785f1-5e4f-480c-86bf-b629817b15d0 x-openstack-request-id: req-3b3785f1-5e4f-480c-86bf-b629817b15d0 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:26:53.565054 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcd70e1-7313-4f25-b52d-237f8de47c30", "tag": "7c642561-ffae-458e-984d-784561c651d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:26:53.565305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b3785f1-5e4f-480c-86bf-b629817b15d0 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:26:53.565704 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcd70e1-7313-4f25-b52d-237f8de47c30', 'tag': '7c642561-ffae-458e-984d-784561c651d6', 'status': 'completed', 'code': 200} Oct 12 04:26:53.565952 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'status': 'completed', 'code': 200} Oct 12 04:26:53.631014 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-c9466b7d-a207-4ced-b1f0-fba9b046d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:53.632594 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-c9466b7d-a207-4ced-b1f0-fba9b046d12b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=350b2ff78dac4a14a12b78bb343d4195&device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 1096 time: 0.0452061 Oct 12 04:26:53.680484 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '232b7f46-f200-4184-bf78-8cc96be0f604', 'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'mac_address': 'fa:16:3e:3c:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:32Z', 'updated_at': '2021-10-12T04:24:36Z', 'revision_number': 5, 'project_id': 'd393591f50e945b092623c525b160733', 'subnets': [{'id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:53.710540 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] Checking router: be5481d5-4de0-4e90-8053-b3c49ca403dd for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:26:53.719407 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:26:53.720008 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:26:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:53.728142 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-adc84054-d85f-4b03-a56c-43bcf1db725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:53.729753 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-adc84054-d85f-4b03-a56c-43bcf1db725d service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc0ecb2c-871a-4433-93b4-525087c5ea67 HTTP/1.1" status: 200 len: 914 time: 0.0897405 Oct 12 04:26:53.770527 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-073abb7d-f3c0-4503-b59b-4062b166baa5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c642561-ffae-458e-984d-784561c651d6 HTTP/1.1" status: 200 len: 217 time: 0.0337017 Oct 12 04:26:53.819170 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-ec109c9d-0b14-482b-a301-5cf3b8c90469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:53.820674 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-ec109c9d-0b14-482b-a301-5cf3b8c90469 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25557c3d-ff22-431a-b2fc-ff3d97d5d418 HTTP/1.1" status: 200 len: 853 time: 0.0417664 Oct 12 04:26:53.821437 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:26:53.857118 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-a9eee5d6-1e1a-4655-b91a-89e53e87e6ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc0ecb2c-871a-4433-93b4-525087c5ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264058 Oct 12 04:26:53.948296 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-d96c55d2-8b0a-4966-ae4e-b7f32ee31abf service neutron] 10.222.0.36 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837030 Oct 12 04:26:54.028940 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '232b7f46-f200-4184-bf78-8cc96be0f604', 'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'mac_address': 'fa:16:3e:3c:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:32Z', 'updated_at': '2021-10-12T04:24:36Z', 'revision_number': 5, 'project_id': 'd393591f50e945b092623c525b160733', 'subnets': [{'id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:26:54.046907 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-04fc1b82-f34f-4700-ace7-d73dc180548f service neutron] 10.222.0.36 "GET /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897095 Oct 12 04:26:54.054874 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fd2f1f-8c22-49a9-a426-7c7608a1192d None None] The sync data for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi is: [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:24:33Z', 'revision_number': 4, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '232b7f46-f200-4184-bf78-8cc96be0f604', 'name': '', 'network_id': 'ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f', 'tenant_id': 'd393591f50e945b092623c525b160733', 'mac_address': 'fa:16:3e:3c:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:32Z', 'updated_at': '2021-10-12T04:24:36Z', 'revision_number': 5, 'project_id': 'd393591f50e945b092623c525b160733', 'subnets': [{'id': 'f10204ee-aa39-4434-bf75-509d1222a260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:26:54.133931 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-b70c9221-25f4-420c-b226-c52d5766f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:54.136159 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-b70c9221-25f4-420c-b226-c52d5766f12f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d393591f50e945b092623c525b160733&device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 1098 time: 0.0429254 Oct 12 04:26:54.225929 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-371e007e-2539-4f63-be04-7c14d6280e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:54.227448 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-371e007e-2539-4f63-be04-7c14d6280e88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f HTTP/1.1" status: 200 len: 916 time: 0.0846589 Oct 12 04:26:54.276353 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-46a93083-14fc-41a6-b071-524b7aa3d8ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 200 len: 217 time: 0.0412624 Oct 12 04:26:54.290796 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5745f9f-f596-4a71-ae7a-0e3065a52dee None None] New status for floating IP 543412f9-cb5c-429f-bcf3-a23e7bbbbe04: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:26:54.360171 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1da89d-a7d9-4af5-b88d-a8de79481296 req-2d557bdf-66bb-4e91-8274-9f51cdcc12a2 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:54.361700 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ee1da89d-a7d9-4af5-b88d-a8de79481296 req-2d557bdf-66bb-4e91-8274-9f51cdcc12a2 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 943 time: 0.0820758 Oct 12 04:26:54.363685 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-2cd039e9-15df-420d-b557-3cc9adf7b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:54.365026 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-2cd039e9-15df-420d-b557-3cc9adf7b5aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f10204ee-aa39-4434-bf75-509d1222a260 HTTP/1.1" status: 200 len: 854 time: 0.0773361 Oct 12 04:26:54.429686 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ee1da89d-a7d9-4af5-b88d-a8de79481296 req-ef018f1c-aece-4976-abe6-583445ad9200 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607467 Oct 12 04:26:54.439497 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-a319ec65-2dcf-4df0-b2f6-fdc4e3e4d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:54.440934 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-a319ec65-2dcf-4df0-b2f6-fdc4e3e4d370 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643597 Oct 12 04:26:54.528881 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-9c46b090-7c70-41bf-a4ad-2ba0e57b4898 service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806608 Oct 12 04:26:54.624032 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-776d0fb6-9140-4ea7-b98b-56c0a72102ac req-bb1b1031-3dbb-4437-a102-b81b900821b4 service neutron] 10.222.0.36 "GET /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880384 Oct 12 04:26:55.542174 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2421d-5243-443a-88fd-5f10e706eefa req-6da9754f-24a5-4c2e-9ce8-6c6d2b3a8b96 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:55.543645 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-deb2421d-5243-443a-88fd-5f10e706eefa req-6da9754f-24a5-4c2e-9ce8-6c6d2b3a8b96 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 943 time: 0.0481200 Oct 12 04:26:55.581079 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-deb2421d-5243-443a-88fd-5f10e706eefa req-f309d544-1404-4fff-a23c-03095cbf4aa5 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Oct 12 04:26:56.345450 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f72c48-f9b7-45f1-ac13-a0bec21eb5a9 req-e44f3f38-5303-4ebf-a9c0-fd8480061a5d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:56.346913 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-36f72c48-f9b7-45f1-ac13-a0bec21eb5a9 req-e44f3f38-5303-4ebf-a9c0-fd8480061a5d tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0472248 Oct 12 04:26:56.383425 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-36f72c48-f9b7-45f1-ac13-a0bec21eb5a9 req-2723dd91-e5db-41bf-9ad5-752a0d3cc676 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306046 Oct 12 04:26:56.451896 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 7c642561-ffae-458e-984d-784561c651d6 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:26:56.545902 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 7c642561-ffae-458e-984d-784561c651d6, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=7c642561-ffae-458e-984d-784561c651d6,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:56.556832 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '7c642561-ffae-458e-984d-784561c651d6', 'network_id': 'cc0ecb2c-871a-4433-93b4-525087c5ea67', 'port_id': '7c642561-ffae-458e-984d-784561c651d6', 'mac_address': 'fa:16:3e:58:a9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25557c3d-ff22-431a-b2fc-ff3d97d5d418', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:26:56.592494 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:56.604901 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c642561-ffae-458e-984d-784561c651d6 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:26:56.623682 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 7c642561-ffae-458e-984d-784561c651d6, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=7c642561-ffae-458e-984d-784561c651d6,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:56.698595 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5929a0-b620-4933-aef1-70d9d35c0903 req-ef7381dd-4e67-41f5-9bbd-ea0d8b9337ee tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:56.700148 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f5929a0-b620-4933-aef1-70d9d35c0903 req-ef7381dd-4e67-41f5-9bbd-ea0d8b9337ee tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 943 time: 0.0527976 Oct 12 04:26:56.707248 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:56.739286 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f5929a0-b620-4933-aef1-70d9d35c0903 req-d9ce11c5-8ec8-48dd-a9ec-0a79c0812128 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Oct 12 04:26:56.760886 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=7c642561-ffae-458e-984d-784561c651d6,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:56.767865 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.768211 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.768547 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.768874 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.769197 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.769519 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.769838 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.770157 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.770509 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.770843 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.771160 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.771471 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:26:56.940165 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['7c642561-ffae-458e-984d-784561c651d6'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:26:57.493634 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d035db8-faa7-42c0-a963-fe8bbb0eb779 req-d1909c4f-03d0-405d-ada6-b1e5ba71afb9 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:57.495762 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d035db8-faa7-42c0-a963-fe8bbb0eb779 req-d1909c4f-03d0-405d-ada6-b1e5ba71afb9 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0483365 Oct 12 04:26:57.531341 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d035db8-faa7-42c0-a963-fe8bbb0eb779 req-373223bf-0efd-402a-87ee-f2d4d99cb4d4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/security-groups?id=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298376 Oct 12 04:26:57.851749 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d93c1-0fcf-4086-aca9-93dcad76c813 req-66e1f650-7860-456e-aef7-5f059ffb8e30 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:57.853452 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-483d93c1-0fcf-4086-aca9-93dcad76c813 req-66e1f650-7860-456e-aef7-5f059ffb8e30 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 944 time: 0.0470426 Oct 12 04:26:57.890465 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-483d93c1-0fcf-4086-aca9-93dcad76c813 req-bb684a1b-8ecb-4fd1-945b-0cdbf2626089 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304458 Oct 12 04:26:58.035334 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-9cc7c0d8-b8aa-48a4-b4ff-e9b013ff44b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:58.036656 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-9cc7c0d8-b8aa-48a4-b4ff-e9b013ff44b4 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 945 time: 0.0495021 Oct 12 04:26:58.127514 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Deleting port 6f4c91da-c3ba-4145-9177-bc95323a2b78 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:26:58.127853 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:58.217325 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] For port 6f4c91da-c3ba-4145-9177-bc95323a2b78, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6f4c91da-c3ba-4145-9177-bc95323a2b78,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:58.217676 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:58.229895 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Calling delete_port for 6f4c91da-c3ba-4145-9177-bc95323a2b78 owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:26:58.423312 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:58.434726 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6f4c91da-c3ba-4145-9177-bc95323a2b78'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:26:58.452819 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Pushing event deleted for resources: {'Port': ['ID=6f4c91da-c3ba-4145-9177-bc95323a2b78,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:58.474389 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 7c642561-ffae-458e-984d-784561c651d6 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:26:58.490189 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] No DVR routers for this DVR port 6f4c91da-c3ba-4145-9177-bc95323a2b78 on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:26:58.492680 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:58.496628 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-82e4fd35-2100-431d-986c-3b77c5976a2a req-432d8765-24eb-403b-a1e9-0700ae9f71da tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.36 "DELETE /v2.0/ports/6f4c91da-c3ba-4145-9177-bc95323a2b78 HTTP/1.1" status: 204 len: 173 time: 0.4538174 Oct 12 04:26:58.497071 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'name': 'network-vif-deleted', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:26:58.499333 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f8eab-c51a-4e64-8192-e2ac060d00f1" -d '{"events": [{"server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "name": "network-vif-deleted", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:26:58.533405 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce5cb34-96a4-40b4-8540-aa5382a431b5 x-openstack-request-id: req-dce5cb34-96a4-40b4-8540-aa5382a431b5 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:26:58.533707 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64ca24e-5bd0-4420-89d5-beb55714d12a", "name": "network-vif-deleted", "tag": "6f4c91da-c3ba-4145-9177-bc95323a2b78", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:26:58.533969 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dce5cb34-96a4-40b4-8540-aa5382a431b5 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:26:58.534359 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64ca24e-5bd0-4420-89d5-beb55714d12a', 'name': 'network-vif-deleted', 'tag': '6f4c91da-c3ba-4145-9177-bc95323a2b78', 'status': 'completed', 'code': 200} Oct 12 04:26:58.629797 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 7c642561-ffae-458e-984d-784561c651d6 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:26:58.635743 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 7c642561-ffae-458e-984d-784561c651d6 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:26:58.636090 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:58.673814 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1a000f6-fdae-46c2-9e00-3d4b6aac310c req-c133ba18-e944-4df6-a162-35601c575783 tempest-TestMinimumBasicScenario-833581761 tempest-TestMinimumBasicScenario-833581761-project] 10.222.0.21 "GET /v2.0/ports?device_id=d64ca24e-5bd0-4420-89d5-beb55714d12a HTTP/1.1" status: 200 len: 210 time: 0.0791380 Oct 12 04:26:58.717372 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:58.739084 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcd70e1-7313-4f25-b52d-237f8de47c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c642561-ffae-458e-984d-784561c651d6'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:26:58.741237 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2c720d-a6c1-4794-9aa4-9ae4d1949f68" -d '{"events": [{"server_uuid": "cdcd70e1-7313-4f25-b52d-237f8de47c30", "name": "network-vif-plugged", "status": "completed", "tag": "7c642561-ffae-458e-984d-784561c651d6"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:26:58.754057 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 7c642561-ffae-458e-984d-784561c651d6, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=7c642561-ffae-458e-984d-784561c651d6,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:26:58.783726 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450c4151-286e-4543-ac9e-00264c90ed91 x-openstack-request-id: req-450c4151-286e-4543-ac9e-00264c90ed91 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:26:58.784173 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcd70e1-7313-4f25-b52d-237f8de47c30", "name": "network-vif-plugged", "status": "completed", "tag": "7c642561-ffae-458e-984d-784561c651d6", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:26:58.784429 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-450c4151-286e-4543-ac9e-00264c90ed91 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:26:58.784819 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcd70e1-7313-4f25-b52d-237f8de47c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c642561-ffae-458e-984d-784561c651d6', 'code': 200} Oct 12 04:26:58.829603 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:26:58.881872 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=7c642561-ffae-458e-984d-784561c651d6,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:26:59.008609 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fa857-0880-42dd-bfdd-e2c794d55a89 req-3c044006-4c2d-4f0c-92c8-8559a207dacc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:59.010092 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be2fa857-0880-42dd-bfdd-e2c794d55a89 req-3c044006-4c2d-4f0c-92c8-8559a207dacc tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 945 time: 0.0520318 Oct 12 04:26:59.047768 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be2fa857-0880-42dd-bfdd-e2c794d55a89 req-b15e42f8-bf1e-492c-aed5-6fe62d3c8e64 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Oct 12 04:26:59.106952 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af162f7a-9196-477d-a11d-abc163972dbd req-ab8706c5-6fb7-4377-a1ce-d95ba8f22399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:26:59.108477 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-af162f7a-9196-477d-a11d-abc163972dbd req-ab8706c5-6fb7-4377-a1ce-d95ba8f22399 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 1098 time: 0.0403314 Oct 12 04:26:59.143134 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-af162f7a-9196-477d-a11d-abc163972dbd req-7c44e38c-af88-4f6f-bea4-7846de24ac69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276680 Oct 12 04:26:59.941776 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-af1fe95f-9e03-46b6-90ae-30a63fef7935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:00.170016 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70566983-e5f0-4df6-8d37-9efe8eac9288 req-616d89d1-2a4f-4523-a65e-4f5059702039 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:27:00.171526 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-70566983-e5f0-4df6-8d37-9efe8eac9288 req-616d89d1-2a4f-4523-a65e-4f5059702039 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Oct 12 04:27:00.209700 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-70566983-e5f0-4df6-8d37-9efe8eac9288 req-8db4af36-65ba-4dba-ba0d-66c2e40f4332 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Oct 12 04:27:00.998315 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33184) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:01.349357 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8420fd8-d1f3-459a-bdd1-891629904faa req-d06ba49c-6fc9-44da-bef5-34da805e0052 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:27:01.350837 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8420fd8-d1f3-459a-bdd1-891629904faa req-d06ba49c-6fc9-44da-bef5-34da805e0052 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 945 time: 0.0761287 Oct 12 04:27:01.399572 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8420fd8-d1f3-459a-bdd1-891629904faa req-dd51d09c-87c2-4c6b-9863-2e144339b756 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Oct 12 04:27:01.402536 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701570'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:01.644385 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Deleting port 232b7f46-f200-4184-bf78-8cc96be0f604 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:27:01.644846 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:01.728010 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] For port 232b7f46-f200-4184-bf78-8cc96be0f604, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=232b7f46-f200-4184-bf78-8cc96be0f604,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:01.728396 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:01.741811 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Calling delete_port for 232b7f46-f200-4184-bf78-8cc96be0f604 owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:27:01.908623 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:01.989069 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:02.019786 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Pushing event deleted for resources: {'Port': ['ID=232b7f46-f200-4184-bf78-8cc96be0f604,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:02.181156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701494'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:02.227114 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b908b2aa-e751-4027-8b07-e83f700e1803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:02.394994 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Router be5481d5-4de0-4e90-8053-b3c49ca403dd has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:27:02.489577 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6f4c91da-c3ba-4145-9177-bc95323a2b78 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:27:02.498380 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:27:02.503426 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-8cf664d5-d08a-49f5-8c48-691573347aea admin admin] 10.222.0.21 "PUT /v2.0/routers/be5481d5-4de0-4e90-8053-b3c49ca403dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5039895 Oct 12 04:27:02.505888 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33198) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:02.514531 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] Sync routers for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:27:02.517692 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 6f4c91da-c3ba-4145-9177-bc95323a2b78 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:27:02.518028 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6f4c91da-c3ba-4145-9177-bc95323a2b78 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:27:02.525034 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:27:02.530953 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:27:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:02.607921 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:02.627818 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:27:02.707540 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:02.801507 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:27:01Z', 'revision_number': 5, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port': {'id': 'c61d96cf-96ed-47b4-8ebb-102b95d649f1', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:30Z', 'updated_at': '2021-10-12T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:02.831890 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] Checking router: be5481d5-4de0-4e90-8053-b3c49ca403dd for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:27:02.838308 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Deleting port c61d96cf-96ed-47b4-8ebb-102b95d649f1 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:27:02.842779 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:02.842897 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] Routers {'be5481d5-4de0-4e90-8053-b3c49ca403dd'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:27:02.842897 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:27:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['be5481d5-4de0-4e90-8053-b3c49ca403dd'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:02.918296 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] For port c61d96cf-96ed-47b4-8ebb-102b95d649f1, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=c61d96cf-96ed-47b4-8ebb-102b95d649f1,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:02.918647 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:02.924904 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] Set router be5481d5-4de0-4e90-8053-b3c49ca403dd gateway port host: None {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:27:02.929956 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Calling delete_port for c61d96cf-96ed-47b4-8ebb-102b95d649f1 owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:27:02.980242 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:27:02Z', 'revision_number': 6, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port_host': None}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:03.016076 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d8257-2ea3-41e8-b5b3-f0f135d58846 None None] The sync data for ids ['be5481d5-4de0-4e90-8053-b3c49ca403dd'] in dv-cinder-813067-1-iscsi is: [{'id': 'be5481d5-4de0-4e90-8053-b3c49ca403dd', 'name': 'tempest-TestMinimumBasicScenario-1423446196-router', 'tenant_id': 'd393591f50e945b092623c525b160733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:29Z', 'updated_at': '2021-10-12T04:27:02Z', 'revision_number': 6, 'project_id': 'd393591f50e945b092623c525b160733', 'gw_port_host': None}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:27:03.171635 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.197929 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61d96cf-96ed-47b4-8ebb-102b95d649f1,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:03.209131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.257725 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544212'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.351988 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3077'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.354178 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.461375 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-704047'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.461996 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be5481d5-4de0-4e90-8053-b3c49ca403dd {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:27:03.466824 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.467956 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-21aa7f35-175c-4e3c-9ae7-aed740c0a1c4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/be5481d5-4de0-4e90-8053-b3c49ca403dd HTTP/1.1" status: 204 len: 168 time: 0.9611790 Oct 12 04:27:03.471295 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33202) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:03.513837 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fd8d9d-df98-4237-91e7-2ef9361479ae admin admin] Deleting subnet f10204ee-aa39-4434-bf75-509d1222a260 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:27:03.516836 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-31fd8d9d-df98-4237-91e7-2ef9361479ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.550545 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-31fd8d9d-df98-4237-91e7-2ef9361479ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.627789 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-31fd8d9d-df98-4237-91e7-2ef9361479ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:03.772665 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 232b7f46-f200-4184-bf78-8cc96be0f604 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:27:03.792770 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 232b7f46-f200-4184-bf78-8cc96be0f604 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:27:03.793118 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 232b7f46-f200-4184-bf78-8cc96be0f604 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:27:04.212031 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.239158 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-31fd8d9d-df98-4237-91e7-2ef9361479ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.268908 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-31fd8d9d-df98-4237-91e7-2ef9361479ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.278878 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-31fd8d9d-df98-4237-91e7-2ef9361479ae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f10204ee-aa39-4434-bf75-509d1222a260 HTTP/1.1" status: 204 len: 168 time: 0.8012679 Oct 12 04:27:04.278878 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd8d9d-df98-4237-91e7-2ef9361479ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10204ee-aa39-4434-bf75-509d1222a260,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:04.279554 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33206) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:04.279919 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc384db7-ab51-406f-ab4f-9a9026ea9b3b None None] Network ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:27:04.348657 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.407238 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Deleting port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:27:04.407583 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.453399 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5308be1-00e5-433e-b04a-ea55d2682c8a None None] DHCP port deletion for ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f request from dv-cinder-813067-1-iscsi {{(pid=94613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:27:04.474469 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] For port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=4f7611b8-a4b7-415a-aac9-dd0db3c2060e,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:04.474784 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.487396 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Calling delete_port for 4f7611b8-a4b7-415a-aac9-dd0db3c2060e owned by network:dhcp {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:27:04.498573 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-d5308be1-00e5-433e-b04a-ea55d2682c8a None None] Deleting port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:27:04.499042 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d5308be1-00e5-433e-b04a-ea55d2682c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.559211 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-d5308be1-00e5-433e-b04a-ea55d2682c8a None None] For port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=4f7611b8-a4b7-415a-aac9-dd0db3c2060e,segment=NetworkSegment(7b2b619f-62d9-4892-ba38-21f43cd61d45),segment_id=7b2b619f-62d9-4892-ba38-21f43cd61d45)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:04.559599 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d5308be1-00e5-433e-b04a-ea55d2682c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.571193 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-d5308be1-00e5-433e-b04a-ea55d2682c8a None None] Calling delete_port for 4f7611b8-a4b7-415a-aac9-dd0db3c2060e owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:27:04.644831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.672312 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7611b8-a4b7-415a-aac9-dd0db3c2060e,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:04.675765 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] No DVR routers for this DVR port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e on host dv-cinder-813067-1-iscsi {{(pid=94611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:27:04.749262 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.768938 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f']}} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:04.776519 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d5308be1-00e5-433e-b04a-ea55d2682c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.778364 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2b619f-62d9-4892-ba38-21f43cd61d45') {'for_net_delete': True} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:04.778838 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2b619f-62d9-4892-ba38-21f43cd61d45') {} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:04.787668 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9702813'] for segment, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.800810 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.800981 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5308be1-00e5-433e-b04a-ea55d2682c8a None None] Pushing event deleted for resources: {'Port': ['ID=4f7611b8-a4b7-415a-aac9-dd0db3c2060e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:04.805181 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5308be1-00e5-433e-b04a-ea55d2682c8a None None] No DVR routers for this DVR port 4f7611b8-a4b7-415a-aac9-dd0db3c2060e on host dv-cinder-813067-1-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:27:04.806761 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:27:04.807105 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8605101'] for segment, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: Traceback (most recent call last): Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: timer() Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: cb(*args, **kw) Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: return func(*args, **kwargs) Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: self._notify() Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: self.callback(batched_events) Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: event.method(event) Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: return f(self, *a, **k) Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._get(url).json() Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: return self.request(url, 'GET', **kwargs) Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:27:04.808961 dv-cinder-813067-1-iscsi neutron-server[94611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:27:04.926037 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.931324 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:04.934512 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f HTTP/1.1" status: 204 len: 168 time: 0.6579726 Oct 12 04:27:04.937490 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33208) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:04.945689 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1d5ab-1904-4871-9e4c-1ff1d425d139 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0ab6a4-d26b-43b0-a201-5d2b1a8a382f,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:05.187428 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 4f7611b8-a4b7-415a-aac9-dd0db3c2060e no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:27:05.202229 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 4f7611b8-a4b7-415a-aac9-dd0db3c2060e {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:27:05.202578 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 4f7611b8-a4b7-415a-aac9-dd0db3c2060e not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:27:05.203022 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device c61d96cf-96ed-47b4-8ebb-102b95d649f1 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:27:05.223501 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: c61d96cf-96ed-47b4-8ebb-102b95d649f1 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:27:05.228046 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device c61d96cf-96ed-47b4-8ebb-102b95d649f1 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:27:05.283207 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701570'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:05.457509 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:05.801472 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Deleting port ffe1a496-d2bd-4503-9d5a-dd0c7df22269 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:27:05.801801 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:05.874814 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] For port ffe1a496-d2bd-4503-9d5a-dd0c7df22269, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=ffe1a496-d2bd-4503-9d5a-dd0c7df22269,segment=NetworkSegment(2ff4273d-08f4-4ab1-857a-231f44503663),segment_id=2ff4273d-08f4-4ab1-857a-231f44503663)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:05.875160 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:05.889239 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Calling delete_port for ffe1a496-d2bd-4503-9d5a-dd0c7df22269 owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:27:06.136106 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:06.162288 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe1a496-d2bd-4503-9d5a-dd0c7df22269,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:06.323582 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701494'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:06.539753 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:27:06.641176 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:27:06.646021 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0278cd95-9500-4434-b58a-ed4a76cb9f72 admin admin] 10.222.0.21 "PUT /v2.0/routers/0f201be6-0fc8-4c29-9a9d-a08bceeedcd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075036 Oct 12 04:27:06.648714 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33214) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:06.649754 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] Sync routers for ids ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:27:06.659399 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] Routers {'0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:27:06.659991 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:27:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:06.768374 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] Set router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:27:06.771708 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:06.869815 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:06.940550 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:36Z', 'updated_at': '2021-10-12T04:27:06Z', 'revision_number': 5, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'gw_port': {'id': '29ea9d84-89ae-41d8-bdc8-930246459c37', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:98:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:24:37Z', 'updated_at': '2021-10-12T04:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:06.965780 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] Checking router: 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:27:06.973901 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] Routers {'0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:27:06.974499 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:27:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:06.976443 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Deleting port 29ea9d84-89ae-41d8-bdc8-930246459c37 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:27:06.977934 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.062323 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] For port 29ea9d84-89ae-41d8-bdc8-930246459c37, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=29ea9d84-89ae-41d8-bdc8-930246459c37,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:07.062715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.076211 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Calling delete_port for 29ea9d84-89ae-41d8-bdc8-930246459c37 owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:27:07.151777 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] Set router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:27:07.205540 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:36Z', 'updated_at': '2021-10-12T04:27:06Z', 'revision_number': 6, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'gw_port_host': None}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:07.232288 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1701dd-46d5-482d-b550-6a3003a4f78e None None] The sync data for ids ['0f201be6-0fc8-4c29-9a9d-a08bceeedcd6'] in dv-cinder-813067-1-iscsi is: [{'id': '0f201be6-0fc8-4c29-9a9d-a08bceeedcd6', 'name': 'tempest-TestMinimumBasicScenario-397914690-router', 'tenant_id': '6185111a7c344ee3b6ed02c22e16a948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:24:36Z', 'updated_at': '2021-10-12T04:27:06Z', 'revision_number': 6, 'project_id': '6185111a7c344ee3b6ed02c22e16a948', 'gw_port_host': None}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:27:07.280250 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.309579 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Pushing event deleted for resources: {'Port': ['ID=29ea9d84-89ae-41d8-bdc8-930246459c37,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:07.372773 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544212'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.461748 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3077'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.463817 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.554305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-704047'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.554885 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:27:07.559654 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.560793 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d086c94b-e5ea-48e6-a664-470a07dfd48c admin admin] 10.222.0.21 "DELETE /v2.0/routers/0f201be6-0fc8-4c29-9a9d-a08bceeedcd6 HTTP/1.1" status: 204 len: 168 time: 0.9110301 Oct 12 04:27:07.563336 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33218) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:07.611268 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e36af2b-4814-450d-9874-bfae68d33c31 admin admin] Deleting subnet 836be61e-e349-4523-922b-007463b26963 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:27:07.614552 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e36af2b-4814-450d-9874-bfae68d33c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.650844 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e36af2b-4814-450d-9874-bfae68d33c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.727954 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e36af2b-4814-450d-9874-bfae68d33c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.845795 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e36af2b-4814-450d-9874-bfae68d33c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.872260 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36af2b-4814-450d-9874-bfae68d33c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836be61e-e349-4523-922b-007463b26963,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:07.874415 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6e36af2b-4814-450d-9874-bfae68d33c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:07.877534 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6e36af2b-4814-450d-9874-bfae68d33c31 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/836be61e-e349-4523-922b-007463b26963 HTTP/1.1" status: 204 len: 168 time: 0.3132746 Oct 12 04:27:07.878378 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167cca7-bca1-4f03-afed-f911e237ba96 None None] Network ca768a6d-add0-4a18-a95f-cff05b69eeab requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:27:07.880092 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33220) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:07.948424 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.005018 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Deleting port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:27:08.005353 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.054642 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e005f4-3d69-498a-b02a-b90c279a0f83 None None] DHCP port deletion for ca768a6d-add0-4a18-a95f-cff05b69eeab request from dv-cinder-813067-1-iscsi {{(pid=94613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:27:08.073495 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] For port b37efbe3-d6c1-4689-9b44-b8a87f0ca020, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=b37efbe3-d6c1-4689-9b44-b8a87f0ca020,segment=NetworkSegment(2ff4273d-08f4-4ab1-857a-231f44503663),segment_id=2ff4273d-08f4-4ab1-857a-231f44503663)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:08.073853 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.086151 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Calling delete_port for b37efbe3-d6c1-4689-9b44-b8a87f0ca020 owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:27:08.105565 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-f5e005f4-3d69-498a-b02a-b90c279a0f83 None None] Deleting port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:27:08.105981 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f5e005f4-3d69-498a-b02a-b90c279a0f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.171627 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-f5e005f4-3d69-498a-b02a-b90c279a0f83 None None] For port b37efbe3-d6c1-4689-9b44-b8a87f0ca020, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=b37efbe3-d6c1-4689-9b44-b8a87f0ca020,segment=NetworkSegment(2ff4273d-08f4-4ab1-857a-231f44503663),segment_id=2ff4273d-08f4-4ab1-857a-231f44503663)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:08.172022 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f5e005f4-3d69-498a-b02a-b90c279a0f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.185422 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-f5e005f4-3d69-498a-b02a-b90c279a0f83 None None] Calling delete_port for b37efbe3-d6c1-4689-9b44-b8a87f0ca020 owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:27:08.238771 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.269393 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37efbe3-d6c1-4689-9b44-b8a87f0ca020,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:08.272914 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] No DVR routers for this DVR port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 on host dv-cinder-813067-1-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:27:08.275357 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f5e005f4-3d69-498a-b02a-b90c279a0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.305137 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e005f4-3d69-498a-b02a-b90c279a0f83 None None] Pushing event deleted for resources: {'Port': ['ID=b37efbe3-d6c1-4689-9b44-b8a87f0ca020,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:08.311376 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e005f4-3d69-498a-b02a-b90c279a0f83 None None] No DVR routers for this DVR port b37efbe3-d6c1-4689-9b44-b8a87f0ca020 on host dv-cinder-813067-1-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:27:08.344364 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.364516 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca768a6d-add0-4a18-a95f-cff05b69eeab']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:08.374813 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff4273d-08f4-4ab1-857a-231f44503663') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:08.375110 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff4273d-08f4-4ab1-857a-231f44503663') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:08.385699 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8545627'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.398928 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.404733 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:27:08.405112 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546280'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: Traceback (most recent call last): Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: timer() Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: cb(*args, **kw) Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: return func(*args, **kwargs) Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: self._notify() Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: self.callback(batched_events) Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: event.method(event) Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: return f(self, *a, **k) Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._get(url).json() Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:27:08.407459 dv-cinder-813067-1-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:27:08.546974 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.552235 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:08.556413 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ca768a6d-add0-4a18-a95f-cff05b69eeab HTTP/1.1" status: 204 len: 168 time: 0.6743379 Oct 12 04:27:08.567404 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c0b75-2c18-41ce-bb48-22f9c7dff398 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca768a6d-add0-4a18-a95f-cff05b69eeab,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:08.912471 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33226) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:08.952781 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2bd7c4ed-7eda-41eb-9a31-af45d028f366 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d393591f50e945b092623c525b160733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391510 Oct 12 04:27:08.955285 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33228) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:09.002467 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4172e9c8-a383-4569-b122-f1e61f8bcfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:09.022889 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4172e9c8-a383-4569-b122-f1e61f8bcfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:09.126233 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4172e9c8-a383-4569-b122-f1e61f8bcfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:09.128806 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4172e9c8-a383-4569-b122-f1e61f8bcfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:09.130014 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4172e9c8-a383-4569-b122-f1e61f8bcfb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7885ca9c-6053-4195-a1ba-2dddcf8ec4ff HTTP/1.1" status: 204 len: 168 time: 0.1738293 Oct 12 04:27:09.140159 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172e9c8-a383-4569-b122-f1e61f8bcfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885ca9c-6053-4195-a1ba-2dddcf8ec4ff,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:09.190070 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device b37efbe3-d6c1-4689-9b44-b8a87f0ca020 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:27:09.210462 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: b37efbe3-d6c1-4689-9b44-b8a87f0ca020 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:27:09.210816 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device b37efbe3-d6c1-4689-9b44-b8a87f0ca020 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:27:09.211226 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 29ea9d84-89ae-41d8-bdc8-930246459c37 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:27:09.231057 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 29ea9d84-89ae-41d8-bdc8-930246459c37 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:27:09.231378 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 29ea9d84-89ae-41d8-bdc8-930246459c37 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:27:09.231775 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ffe1a496-d2bd-4503-9d5a-dd0c7df22269 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:27:09.249852 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: ffe1a496-d2bd-4503-9d5a-dd0c7df22269 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:27:09.250186 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device ffe1a496-d2bd-4503-9d5a-dd0c7df22269 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:27:09.872049 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33238) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:09.919952 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-3786a3ce-804e-475e-9ad8-c4bcc8f72369 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6185111a7c344ee3b6ed02c22e16a948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461817 Oct 12 04:27:09.922396 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33240) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:09.979439 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-627191fd-7e60-4c28-89ea-7eeee30f2b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:09.999991 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-627191fd-7e60-4c28-89ea-7eeee30f2b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:10.108777 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-627191fd-7e60-4c28-89ea-7eeee30f2b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:10.111525 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-627191fd-7e60-4c28-89ea-7eeee30f2b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:10.112675 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-627191fd-7e60-4c28-89ea-7eeee30f2b56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c2a9481-0ffc-4db8-9a20-fc01b4a2420d HTTP/1.1" status: 204 len: 168 time: 0.1890800 Oct 12 04:27:10.121363 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627191fd-7e60-4c28-89ea-7eeee30f2b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2a9481-0ffc-4db8-9a20-fc01b4a2420d,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:19.860914 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:27:23.899003 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff4984-8a81-4afc-ad0e-c92c466e3287 req-0b98ff8b-c331-48ce-9ed1-95dcc0f812c7 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:27:23.900433 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-41ff4984-8a81-4afc-ad0e-c92c466e3287 req-0b98ff8b-c331-48ce-9ed1-95dcc0f812c7 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 945 time: 0.0503588 Oct 12 04:27:23.938849 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-41ff4984-8a81-4afc-ad0e-c92c466e3287 req-a6a070ba-fa38-4b24-8f0c-ee5effbc67c1 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Oct 12 04:27:25.052077 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d02407-7072-4062-8950-6766551c67a4 req-05d3bcf9-0797-48a0-aadb-3c0c4e4146cd tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:27:25.053498 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-06d02407-7072-4062-8950-6766551c67a4 req-05d3bcf9-0797-48a0-aadb-3c0c4e4146cd tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 945 time: 0.0472136 Oct 12 04:27:25.090024 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-06d02407-7072-4062-8950-6766551c67a4 req-bc94111a-a69d-40ea-9540-68b10e6331c7 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b41197c-07cb-4842-8e7d-6cba3da49abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307131 Oct 12 04:27:25.420051 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8846ef-2d16-4e37-8407-612242b75adc req-d1ce6eed-1127-44fc-b6d1-ee387e0bb918 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:27:25.421383 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8b8846ef-2d16-4e37-8407-612242b75adc req-d1ce6eed-1127-44fc-b6d1-ee387e0bb918 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 945 time: 0.0466137 Oct 12 04:27:25.508975 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-8b8846ef-2d16-4e37-8407-612242b75adc req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Deleting port 7c642561-ffae-458e-984d-784561c651d6 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:27:25.509305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-8b8846ef-2d16-4e37-8407-612242b75adc req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:25.593951 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-8b8846ef-2d16-4e37-8407-612242b75adc req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] For port 7c642561-ffae-458e-984d-784561c651d6, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=7c642561-ffae-458e-984d-784561c651d6,segment=NetworkSegment(7778edd0-0851-43e6-bd58-dd6027a3f8fe),segment_id=7778edd0-0851-43e6-bd58-dd6027a3f8fe)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:25.594305 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-8b8846ef-2d16-4e37-8407-612242b75adc req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:25.606448 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-8b8846ef-2d16-4e37-8407-612242b75adc req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Calling delete_port for 7c642561-ffae-458e-984d-784561c651d6 owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:27:25.794299 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-8b8846ef-2d16-4e37-8407-612242b75adc req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:25.805761 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['7c642561-ffae-458e-984d-784561c651d6'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:27:25.821485 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Pushing event deleted for resources: {'Port': ['ID=7c642561-ffae-458e-984d-784561c651d6,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:25.869132 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8846ef-2d16-4e37-8407-612242b75adc req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] No DVR routers for this DVR port 7c642561-ffae-458e-984d-784561c651d6 on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:27:25.872223 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-8b8846ef-2d16-4e37-8407-612242b75adc req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:25.875544 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8b8846ef-2d16-4e37-8407-612242b75adc req-1d5cd65e-4020-4845-b1a6-697d72c9116a tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.36 "DELETE /v2.0/ports/7c642561-ffae-458e-984d-784561c651d6 HTTP/1.1" status: 204 len: 173 time: 0.4480224 Oct 12 04:27:25.875977 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcd70e1-7313-4f25-b52d-237f8de47c30', 'name': 'network-vif-deleted', 'tag': '7c642561-ffae-458e-984d-784561c651d6'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:27:25.878216 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6908346f-b0ae-4ec4-b8ac-469954840b5e" -d '{"events": [{"server_uuid": "cdcd70e1-7313-4f25-b52d-237f8de47c30", "name": "network-vif-deleted", "tag": "7c642561-ffae-458e-984d-784561c651d6"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:27:26.084511 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ec0dfd-b3aa-4b78-857e-c0b8a3e00ed9 x-openstack-request-id: req-b6ec0dfd-b3aa-4b78-857e-c0b8a3e00ed9 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:27:26.085079 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcd70e1-7313-4f25-b52d-237f8de47c30", "name": "network-vif-deleted", "tag": "7c642561-ffae-458e-984d-784561c651d6", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:27:26.085079 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6ec0dfd-b3aa-4b78-857e-c0b8a3e00ed9 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:27:26.085407 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcd70e1-7313-4f25-b52d-237f8de47c30', 'name': 'network-vif-deleted', 'tag': '7c642561-ffae-458e-984d-784561c651d6', 'status': 'completed', 'code': 200} Oct 12 04:27:26.192798 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e3a32a44-0595-4fea-bfcf-6c17e18db3c0 req-f46f0e00-509c-4eb6-a669-bca7160eb807 tempest-VolumesSnapshotTestJSON-145756773 tempest-VolumesSnapshotTestJSON-145756773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdcd70e1-7313-4f25-b52d-237f8de47c30 HTTP/1.1" status: 200 len: 210 time: 0.0263631 Oct 12 04:27:29.923787 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d55700b4-9f3f-4bc4-9b67-acab195a95d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:31.129471 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 7c642561-ffae-458e-984d-784561c651d6 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:27:31.149101 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 7c642561-ffae-458e-984d-784561c651d6 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:27:31.149442 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 7c642561-ffae-458e-984d-784561c651d6 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:27:32.163498 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:32.245188 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dea19b40-64a3-4399-a850-accc287761c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:33.186516 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:33.782995 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:35.443399 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:52.628449 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33436) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:52.671045 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Deleting subnet 25557c3d-ff22-431a-b2fc-ff3d97d5d418 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:27:52.673953 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:52.706743 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:52.747219 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:52.866105 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:52.890326 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25557c3d-ff22-431a-b2fc-ff3d97d5d418,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:52.894717 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:52.897796 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/25557c3d-ff22-431a-b2fc-ff3d97d5d418 HTTP/1.1" status: 204 len: 168 time: 0.2683861 Oct 12 04:27:52.900511 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33438) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:52.902496 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.902858 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.903191 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.903516 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.903840 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.904157 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.904485 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.904815 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.905131 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.905440 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.905750 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.906056 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3022fa-8d45-4972-b766-32e9f5cebc5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:52.976405 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.061943 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.080911 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0ecb2c-871a-4433-93b4-525087c5ea67']}} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:53.089747 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7778edd0-0851-43e6-bd58-dd6027a3f8fe') {'for_net_delete': True} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:53.090044 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.services.segments.db [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7778edd0-0851-43e6-bd58-dd6027a3f8fe') {} {{(pid=94611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:53.099025 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9702813'] for segment, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.112327 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.117991 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:27:53.118315 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8605101'] for segment, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: Traceback (most recent call last): Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: timer() Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: cb(*args, **kw) Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: return func(*args, **kwargs) Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: self._notify() Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: self.callback(batched_events) Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: event.method(event) Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: return f(self, *a, **k) Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._get(url).json() Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: return self.request(url, 'GET', **kwargs) Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:27:53.119952 dv-cinder-813067-1-iscsi neutron-server[94611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:27:53.245001 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.250516 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.253754 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc0ecb2c-871a-4433-93b4-525087c5ea67 HTTP/1.1" status: 204 len: 168 time: 0.3520813 Oct 12 04:27:53.265129 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0ecb2c-871a-4433-93b4-525087c5ea67,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:53.272266 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.272618 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.272963 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.273299 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.273634 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.273968 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.274297 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.274624 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.274985 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.275309 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.275634 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.275956 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc574f-4c3e-4e01-9946-c616c9caca2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:53.579176 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33442) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:53.619732 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-f23cc2a6-c0c1-413f-b707-76af1230ae23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=350b2ff78dac4a14a12b78bb343d4195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394082 Oct 12 04:27:53.622170 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33444) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:53.668751 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-acb8a5c3-bdd7-4c3a-8e50-ec1edd2b21f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.689357 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-acb8a5c3-bdd7-4c3a-8e50-ec1edd2b21f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.816283 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-acb8a5c3-bdd7-4c3a-8e50-ec1edd2b21f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.819024 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-acb8a5c3-bdd7-4c3a-8e50-ec1edd2b21f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:53.824578 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-acb8a5c3-bdd7-4c3a-8e50-ec1edd2b21f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b41197c-07cb-4842-8e7d-6cba3da49abe HTTP/1.1" status: 204 len: 168 time: 0.1970692 Oct 12 04:27:53.831080 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8a5c3-bdd7-4c3a-8e50-ec1edd2b21f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b41197c-07cb-4842-8e7d-6cba3da49abe,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:54.797313 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33466) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:54.890726 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-639586906-network', 'tenant_id': '07dacc449ddf4eacbce081796b99d647'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:27:54.987420 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Made reservation on behalf of 07dacc449ddf4eacbce081796b99d647 for: {'network': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:27:54.989661 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:54.998392 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.072353 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.141862 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.165717 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:27:55.174771 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a13ff1-8066-44b5-b74b-11df35a9da9d,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:55.181383 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.182014 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.segments_db [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Added segment 86da5139-2bba-4d36-8412-9645fd8cca41 of type vlan for network ec34bde3-5025-40d5-9384-8e9eb1870b7b Oct 12 04:27:55.220936 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.284651 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.285585 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:27:55.286164 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.344523 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ec34bde3-5025-40d5-9384-8e9eb1870b7b,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:55.354367 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:27:55.385356 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d4610755-3eab-44d7-9329-e8fc819f14a0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5868840 Oct 12 04:27:55.388050 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33470) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:55.392976 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Request body: {'subnet': {'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-639586906-subnet', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'ip_version': 4}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:27:55.473670 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Made reservation on behalf of 07dacc449ddf4eacbce081796b99d647 for: {'subnet': 1} {{(pid=94611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:27:55.476164 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766313'] for subnet, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.706203 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8605488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766279'] for subnet, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.765891 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:55.773209 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Checking segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:27:55.773566 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Network hostable DHCP agents. Network: ec34bde3-5025-40d5-9384-8e9eb1870b7b, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:27:55.850346 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:27:55.896265 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, ec34bde3-5025-40d5-9384-8e9eb1870b7b) {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:27:55.900479 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:27:55.901073 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for subnet, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:55.906064 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c40791-d527-4892-a23e-85275af3a409 None None] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:27:55.950537 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-99364319-b5e7-4373-ab80-507c9b85ad60 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5613921 Oct 12 04:27:55.953831 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33472) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:55.958708 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:27:56.022118 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.023378 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.048673 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:27:56.049546 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.076568 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.177482 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Allocated IP 172.20.0.2 (ec34bde3-5025-40d5-9384-8e9eb1870b7b/c4c8d0bb-6024-44b9-9eff-208d2f6e15ad/9a087bca-a114-4b15-9809-0fff62ea6ad8) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:27:56.261428 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.317397 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.399937 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.439151 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:27:56.443836 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:27:56.447233 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:27:56.455537 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Pushing event updated for resources: {'Port': ['ID=9a087bca-a114-4b15-9809-0fff62ea6ad8,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:56.504407 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Attempting to bind port 9a087bca-a114-4b15-9809-0fff62ea6ad8 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:27:56.504768 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Attempting to bind port 9a087bca-a114-4b15-9809-0fff62ea6ad8 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:27:56.505121 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Attempting to bind port 9a087bca-a114-4b15-9809-0fff62ea6ad8 on network ec34bde3-5025-40d5-9384-8e9eb1870b7b {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:27:56.509952 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:27:56.510310 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Checking segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:27:56.510740 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.511226 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Bound using segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:27:56.511740 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Bound port: 9a087bca-a114-4b15-9809-0fff62ea6ad8, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:27:56.512048 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.535553 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.554151 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.571933 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] For port 9a087bca-a114-4b15-9809-0fff62ea6ad8, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:27:56.574881 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] For port 9a087bca-a114-4b15-9809-0fff62ea6ad8, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=9a087bca-a114-4b15-9809-0fff62ea6ad8,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:27:56.650523 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Allocated IP 172.27.2.238 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/99735a78-cb89-4b75-b4c6-be6c079f1eb7) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:27:56.651262 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.712607 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bedc8-b5eb-4131-a65c-323c923fe5c6 None None] Pushing event updated for resources: {'Port': ['ID=9a087bca-a114-4b15-9809-0fff62ea6ad8,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:56.757385 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.845830 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:56.864080 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:27:56.888575 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:27:56.891443 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:27:56.893931 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:27:56.925973 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Pushing event updated for resources: {'Port': ['ID=99735a78-cb89-4b75-b4c6-be6c079f1eb7,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:57.232989 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:57.234700 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 9a087bca-a114-4b15-9809-0fff62ea6ad8 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:27:57.286819 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 9a087bca-a114-4b15-9809-0fff62ea6ad8 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:27:57.287194 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:57.368080 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:57.402409 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port 9a087bca-a114-4b15-9809-0fff62ea6ad8, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=9a087bca-a114-4b15-9809-0fff62ea6ad8,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:27:57.440391 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:57.517479 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:57.570865 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=9a087bca-a114-4b15-9809-0fff62ea6ad8,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.585522 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:27:57.587188 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70779b-c08f-4824-82da-da038bdadb5e None None] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:27:57.637560 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:27:57.703427 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-39160d07-60d7-4d88-94b7-70d10e5ebf3c None None] Provisioning complete for port 9a087bca-a114-4b15-9809-0fff62ea6ad8 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:27:57.703784 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-39160d07-60d7-4d88-94b7-70d10e5ebf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:57.745051 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:27:57.757651 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Sync routers for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:27:57.780196 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:27:57.783111 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:27:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:57.835693 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] Notify callbacks [] for router, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:57.837262 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-688ff28a-af88-487d-b911-b9da1e5766ef admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8821568 Oct 12 04:27:57.839795 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33476) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:27:57.917729 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:27:58.038547 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-dd1260cb-38d5-4b96-8673-a3d04b71067f None None] Provisioning complete for port 9a087bca-a114-4b15-9809-0fff62ea6ad8 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:27:58.038944 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd1260cb-38d5-4b96-8673-a3d04b71067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.182179 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:57Z', 'revision_number': 3, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:58.207509 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Checking router: 14f3f52c-3600-4a42-bd0b-6e75a45d0043 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:27:58.207847 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Updating router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 port 99735a78-cb89-4b75-b4c6-be6c079f1eb7 binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:27:58.235806 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.488725 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.493423 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.557345 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.606020 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Attempting to bind port 99735a78-cb89-4b75-b4c6-be6c079f1eb7 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:27:58.606378 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Attempting to bind port 99735a78-cb89-4b75-b4c6-be6c079f1eb7 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:27:58.606803 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Attempting to bind port 99735a78-cb89-4b75-b4c6-be6c079f1eb7 on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:27:58.615694 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39693d6-c9d5-4f48-92a8-4e3938088e86 None None] Pushing event updated for resources: {'Port': ['ID=99735a78-cb89-4b75-b4c6-be6c079f1eb7,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:58.619008 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:27:58.619373 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:27:58.619794 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.620165 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:27:58.620620 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Bound port: 99735a78-cb89-4b75-b4c6-be6c079f1eb7, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:27:58.620992 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.645724 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Allocated IP 172.20.0.1 (ec34bde3-5025-40d5-9384-8e9eb1870b7b/c4c8d0bb-6024-44b9-9eff-208d2f6e15ad/cc8818b9-616a-4d79-ade3-20f096d9c339) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:27:58.674137 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] For port 99735a78-cb89-4b75-b4c6-be6c079f1eb7, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:27:58.677240 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] For port 99735a78-cb89-4b75-b4c6-be6c079f1eb7, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=99735a78-cb89-4b75-b4c6-be6c079f1eb7,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:27:58.748760 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.782547 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.837852 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.877063 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:27:58.882976 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:27:58.885457 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:27:58.915095 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8818b9-616a-4d79-ade3-20f096d9c339,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:58.933405 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:58.964400 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:27:58.965028 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:27:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:58.967369 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39693d6-c9d5-4f48-92a8-4e3938088e86 None None] Pushing event updated for resources: {'Port': ['ID=99735a78-cb89-4b75-b4c6-be6c079f1eb7,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:59.075684 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:27:59.133416 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:59.178595 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-f2c1ef50-2009-4fcd-a8d6-a775c1a979d9 None None] Provisioning complete for port cc8818b9-616a-4d79-ade3-20f096d9c339 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:27:59.178991 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ef50-2009-4fcd-a8d6-a775c1a979d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:59.227438 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 9a087bca-a114-4b15-9809-0fff62ea6ad8 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:27:59.254313 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1ef50-2009-4fcd-a8d6-a775c1a979d9 None None] Port cc8818b9-616a-4d79-ade3-20f096d9c339 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:27:59.302555 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:59.315991 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 9a087bca-a114-4b15-9809-0fff62ea6ad8 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:27:59.316357 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:59.355760 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:57Z', 'revision_number': 3, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:27:59.386308 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e47ff-d567-4da6-aa37-c3adcc5cc9b5 None None] The sync data for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi is: [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:57Z', 'revision_number': 3, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:27:59.388705 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:59.460985 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8818b9-616a-4d79-ade3-20f096d9c339,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:27:59.464355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:59.553902 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:27:59.555322 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:27:59.688798 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:27:59.776170 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-cf53ab8a-1f4a-4b73-9d9b-2d633fca63e1 None None] Provisioning complete for port cc8818b9-616a-4d79-ade3-20f096d9c339 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:27:59.776707 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf53ab8a-1f4a-4b73-9d9b-2d633fca63e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:27:59.808070 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:27:59.811055 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-cf53ab8a-1f4a-4b73-9d9b-2d633fca63e1 None None] Port cc8818b9-616a-4d79-ade3-20f096d9c339 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:27:59.814485 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-bd0111a3-40bf-4f20-bf24-7e8c2cdf0774 admin admin] 10.222.0.21 "PUT /v2.0/routers/14f3f52c-3600-4a42-bd0b-6e75a45d0043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9736600 Oct 12 04:27:59.930798 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8f90860a-0f36-46d9-b228-db8eec367313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:00.460037 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33492) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:00.464849 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1298521346-network', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:00.547727 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Made reservation on behalf of dc7f2e40ada044db9c14f06d061c7111 for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:28:00.550117 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:00.559138 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:00.637706 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:00.713229 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:00.738813 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:28:00.747768 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9253c23-bfce-48c4-909b-164702b23399,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:00.755315 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:00.755440 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Added segment c21819f8-b3ed-417f-b49d-2b9abfb37bdc of type vlan for network eb559786-28a2-479e-a927-8c899b39e516 Oct 12 04:28:00.800320 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763807765059'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:00.884788 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:00.885836 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:00.886460 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:00.902048 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Sync routers for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:28:00.911711 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:28:00.912305 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:27:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:00.943545 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] Pushing event updated for resources: {'Network': ['ID=eb559786-28a2-479e-a927-8c899b39e516,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:00.954081 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Network eb559786-28a2-479e-a927-8c899b39e516 details requested by agent ovs-agent-dv-cinder-813067-1-iscsi with host dv-cinder-813067-1-iscsi {{(pid=94613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:28:00.999236 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e8254f4f-21ff-4d18-99db-7d595b8ba7cf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5351009 Oct 12 04:28:00.999575 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33494) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:01.004494 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Request body: {'subnet': {'network_id': 'eb559786-28a2-479e-a927-8c899b39e516', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1298521346-subnet', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:01.019002 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:28:01.130443 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Made reservation on behalf of dc7f2e40ada044db9c14f06d061c7111 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:28:01.132862 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369480'] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.238325 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 2, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:01.249779 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 99735a78-cb89-4b75-b4c6-be6c079f1eb7 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:28:01.267691 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Checking router: 14f3f52c-3600-4a42-bd0b-6e75a45d0043 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:28:01.268029 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Updating router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 port cc8818b9-616a-4d79-ade3-20f096d9c339 binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:28:01.293763 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.296819 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 99735a78-cb89-4b75-b4c6-be6c079f1eb7 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:01.297188 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.372794 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.393407 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port 99735a78-cb89-4b75-b4c6-be6c079f1eb7, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=99735a78-cb89-4b75-b4c6-be6c079f1eb7,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:28:01.393846 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369510'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.451433 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2232d0ae-ea9e-4efb-b092-b41d98a3210b,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:01.458332 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Checking segment: {'id': 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:28:01.458770 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Network hostable DHCP agents. Network: eb559786-28a2-479e-a927-8c899b39e516, hostable agents: ['866645bc-b43c-41b9-ac43-5b6f89279a6c'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:28:01.490831 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.541227 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=99735a78-cb89-4b75-b4c6-be6c079f1eb7,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:01.559994 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.570412 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Network eb559786-28a2-479e-a927-8c899b39e516 is scheduled to be hosted by DHCP agent 866645bc-b43c-41b9-ac43-5b6f89279a6c with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:28:01.650346 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.662016 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-iscsi, eb559786-28a2-479e-a927-8c899b39e516) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:28:01.666214 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:01.666823 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.670853 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053054a2-464c-41f8-b80b-c9ecd4b5d70c None None] Network eb559786-28a2-479e-a927-8c899b39e516 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:28:01.698911 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Pushing event updated for resources: {'Port': ['ID=cc8818b9-616a-4d79-ade3-20f096d9c339,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:01.710619 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.710995 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.711336 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.711669 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.712000 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.712327 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.712649 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.712968 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.713300 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.713629 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.713952 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.714300 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:28:01.760095 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5c2f52cd-c18c-4402-9aca-e16a74f9fb38 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7568007 Oct 12 04:28:01.760294 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33496) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:01.763655 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Attempting to bind port cc8818b9-616a-4d79-ade3-20f096d9c339 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:28:01.764032 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Attempting to bind port cc8818b9-616a-4d79-ade3-20f096d9c339 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:28:01.764385 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Attempting to bind port cc8818b9-616a-4d79-ade3-20f096d9c339 on network ec34bde3-5025-40d5-9384-8e9eb1870b7b {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:28:01.766369 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:01.769828 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:28:01.770412 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Checking segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:28:01.770649 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.771002 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Bound using segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:28:01.771466 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Bound port: cc8818b9-616a-4d79-ade3-20f096d9c339, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:28:01.771858 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.837237 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp758446e6-54d2-5c00-94a4-6ae23212cf3a-eb559786-28a2-479e-a927-8c899b39e516', 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'fixed_ips': [{'subnet_id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b'}]}} from dv-cinder-813067-1-iscsi. {{(pid=94613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:28:01.838355 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.843970 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] For port cc8818b9-616a-4d79-ade3-20f096d9c339, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:28:01.847246 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] For port cc8818b9-616a-4d79-ade3-20f096d9c339, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=cc8818b9-616a-4d79-ade3-20f096d9c339,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:28:01.862624 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3191'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.863778 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-698681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3196'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.908660 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.921252 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.976368 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:28:01.976742 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-9a70b4b8-6627-4f77-9725-f2f7f9396369 None None] Provisioning complete for port cc8818b9-616a-4d79-ade3-20f096d9c339 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:01.977461 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a70b4b8-6627-4f77-9725-f2f7f9396369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:01.977561 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:27:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:01.980413 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d816b-162d-4cdb-947c-c6be42688958 None None] Pushing event updated for resources: {'Port': ['ID=cc8818b9-616a-4d79-ade3-20f096d9c339,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:02.017825 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Allocated IP 172.20.0.2 (eb559786-28a2-479e-a927-8c899b39e516/2232d0ae-ea9e-4efb-b092-b41d98a3210b/7b11b21a-e7c6-407b-baaf-9ad41fb59331) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:28:02.103520 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:28:02.128395 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.129209 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a70b4b8-6627-4f77-9725-f2f7f9396369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.213493 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.219778 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-9a70b4b8-6627-4f77-9725-f2f7f9396369 None None] For port cc8818b9-616a-4d79-ade3-20f096d9c339, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=cc8818b9-616a-4d79-ade3-20f096d9c339,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:28:02.266738 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.271368 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5c39021b-45f9-47a4-ac76-a9c6dd484752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.300250 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a70b4b8-6627-4f77-9725-f2f7f9396369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.322932 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:02.350266 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70b4b8-6627-4f77-9725-f2f7f9396369 None None] Pushing event updated for resources: {'Port': ['ID=cc8818b9-616a-4d79-ade3-20f096d9c339,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:02.353841 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f432c72-60ca-4600-8493-558107bc7c39 None None] The sync data for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi is: [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:28:02.385227 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.394131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.429580 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.461883 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Network eb559786-28a2-479e-a927-8c899b39e516 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:28:02.468336 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:28:02.471053 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:28:02.473051 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Pushing event updated for resources: {'Port': ['ID=7b11b21a-e7c6-407b-baaf-9ad41fb59331,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:02.489959 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-cafc3e18-2806-4c64-afb3-cb5246968cf9 None None] Provisioning complete for port cc8818b9-616a-4d79-ade3-20f096d9c339 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:02.490340 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cafc3e18-2806-4c64-afb3-cb5246968cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.568171 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Attempting to bind port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:28:02.568543 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Attempting to bind port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:28:02.569188 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Attempting to bind port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 on network eb559786-28a2-479e-a927-8c899b39e516 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:28:02.576801 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Allocated IP 172.27.2.53 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/b567711a-8aea-4906-af7b-3af2d0867f80) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:28:02.577856 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:28:02.578581 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Checking segment: {'id': 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:28:02.578969 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.579072 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Bound using segment: {'id': 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:28:02.579499 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Bound port: 7b11b21a-e7c6-407b-baaf-9ad41fb59331, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:28:02.579884 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.681595 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] For port 7b11b21a-e7c6-407b-baaf-9ad41fb59331, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:28:02.684916 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] For port 7b11b21a-e7c6-407b-baaf-9ad41fb59331, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=7b11b21a-e7c6-407b-baaf-9ad41fb59331,segment=NetworkSegment(c21819f8-b3ed-417f-b49d-2b9abfb37bdc),segment_id=c21819f8-b3ed-417f-b49d-2b9abfb37bdc)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:28:02.693192 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.748553 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.768879 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:02.809846 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76a952-43cf-4486-92f1-7544a80b87ca None None] Pushing event updated for resources: {'Port': ['ID=7b11b21a-e7c6-407b-baaf-9ad41fb59331,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:03.121187 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:28:03.124891 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:28:03.129341 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:28:03.132498 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Pushing event updated for resources: {'Port': ['ID=b567711a-8aea-4906-af7b-3af2d0867f80,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:03.176307 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:03.338175 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 7b11b21a-e7c6-407b-baaf-9ad41fb59331 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:28:03.400377 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:03.400838 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:03.475883 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:03.490130 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:03.531991 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port 7b11b21a-e7c6-407b-baaf-9ad41fb59331, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=7b11b21a-e7c6-407b-baaf-9ad41fb59331,segment=NetworkSegment(c21819f8-b3ed-417f-b49d-2b9abfb37bdc),segment_id=c21819f8-b3ed-417f-b49d-2b9abfb37bdc)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:28:03.599406 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:03.600431 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 99735a78-cb89-4b75-b4c6-be6c079f1eb7 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:28:03.682545 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544232'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:03.688203 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=7b11b21a-e7c6-407b-baaf-9ad41fb59331,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:03.708956 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 99735a78-cb89-4b75-b4c6-be6c079f1eb7 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:03.708956 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:03.711117 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f359f0-fe90-421e-a038-f945a515b414 None None] Network eb559786-28a2-479e-a927-8c899b39e516 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:28:03.771131 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:03.830894 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-5e30f37f-62d5-45a4-9e80-dc7a2a9b197e None None] Provisioning complete for port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:03.831270 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5e30f37f-62d5-45a4-9e80-dc7a2a9b197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:03.879388 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 is scheduled to L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e with binding_index 1 {{(pid=94612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:28:03.987161 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:28:04.018374 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Sync routers for ids ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:28:04.041216 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:04.042677 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-f521bdeb-cbdc-40ef-b6b7-9c56351855de admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2814145 Oct 12 04:28:04.045738 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33498) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:04.054034 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device cc8818b9-616a-4d79-ade3-20f096d9c339 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:28:04.078794 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Routers {'95b95e8b-7e26-4ce1-aca1-5eba3a27c878'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:28:04.079352 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:28:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:04.261810 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port cc8818b9-616a-4d79-ade3-20f096d9c339 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:04.262400 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:04.291830 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Set router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:28:04.458097 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:04.508939 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-ac6c8ad5-1c36-420e-b099-0a31b1b7c099 None None] Provisioning complete for port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:04.509314 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8ad5-1c36-420e-b099-0a31b1b7c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:04.566354 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:28:01Z', 'updated_at': '2021-10-12T04:28:03Z', 'revision_number': 3, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'gw_port': {'id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:02Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:04.596739 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Checking router: 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:28:04.597056 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Updating router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 port b567711a-8aea-4906-af7b-3af2d0867f80 binding host dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:28:04.621288 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Allocated IP 172.20.0.1 (eb559786-28a2-479e-a927-8c899b39e516/2232d0ae-ea9e-4efb-b092-b41d98a3210b/4f95d94d-ca38-45fa-8ee9-05168eadc17a) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:28:04.649703 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:04.722861 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:04.854739 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:04.895178 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Network eb559786-28a2-479e-a927-8c899b39e516 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:28:04.898060 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:28:04.900981 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:04.901714 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:28:04.908511 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Pushing event updated for resources: {'Port': ['ID=4f95d94d-ca38-45fa-8ee9-05168eadc17a,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:04.944223 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544057'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:04.993284 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.048937 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Attempting to bind port b567711a-8aea-4906-af7b-3af2d0867f80 on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:28:05.049295 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Attempting to bind port b567711a-8aea-4906-af7b-3af2d0867f80 by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:28:05.053753 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Attempting to bind port b567711a-8aea-4906-af7b-3af2d0867f80 on network ebec93e5-cde2-41e8-83c6-398686001061 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:28:05.053753 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edf8d3-4f59-4d1b-badb-dba63abc0052 None None] Pushing event updated for resources: {'Port': ['ID=b567711a-8aea-4906-af7b-3af2d0867f80,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:05.057204 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:28:05.057566 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Checking segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:28:05.057959 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.058327 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Bound using segment: {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:28:05.058824 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Bound port: b567711a-8aea-4906-af7b-3af2d0867f80, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10fa98-e3f9-4bb1-9a95-5479a280b27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:28:05.059199 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.112967 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] For port b567711a-8aea-4906-af7b-3af2d0867f80, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:28:05.115836 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] For port b567711a-8aea-4906-af7b-3af2d0867f80, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=b567711a-8aea-4906-af7b-3af2d0867f80,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:28:05.127530 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.174939 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-871215ff-fec1-4f6c-aeae-1d02f7abf279 None None] Provisioning complete for port 4f95d94d-ca38-45fa-8ee9-05168eadc17a triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:05.175308 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-871215ff-fec1-4f6c-aeae-1d02f7abf279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.199320 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.242062 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-871215ff-fec1-4f6c-aeae-1d02f7abf279 None None] Port 4f95d94d-ca38-45fa-8ee9-05168eadc17a cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:28:05.243536 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 7b11b21a-e7c6-407b-baaf-9ad41fb59331 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:28:05.293616 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.301758 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Routers {'95b95e8b-7e26-4ce1-aca1-5eba3a27c878'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:28:05.302388 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:28:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:05.336551 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edf8d3-4f59-4d1b-badb-dba63abc0052 None None] Pushing event updated for resources: {'Port': ['ID=b567711a-8aea-4906-af7b-3af2d0867f80,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:05.376323 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.408788 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:05.409158 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.441933 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Pushing event updated for resources: {'Port': ['ID=4f95d94d-ca38-45fa-8ee9-05168eadc17a,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:05.444390 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701609'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.452981 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] Set router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:28:05.481224 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.537779 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Network eb559786-28a2-479e-a927-8c899b39e516 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:28:05.539943 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:28:05.662375 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:28:05.703697 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:28:01Z', 'updated_at': '2021-10-12T04:28:05Z', 'revision_number': 4, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'gw_port': {'id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:02Z', 'updated_at': '2021-10-12T04:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '4f95d94d-ca38-45fa-8ee9-05168eadc17a', 'name': '', 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'mac_address': 'fa:16:3e:02:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:04Z', 'updated_at': '2021-10-12T04:28:04Z', 'revision_number': 1, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'subnets': [{'id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:05.774407 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:28:05.780143 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-276ac1c4-a017-4219-a2d9-bf2597437533 admin admin] 10.222.0.21 "PUT /v2.0/routers/95b95e8b-7e26-4ce1-aca1-5eba3a27c878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7332664 Oct 12 04:28:05.861372 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16e27b-3dab-4bf8-be40-88f3a720aa6d None None] The sync data for ids ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'] in dv-cinder-813067-1-iscsi is: [{'id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:28:01Z', 'updated_at': '2021-10-12T04:28:05Z', 'revision_number': 4, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'gw_port': {'id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:02Z', 'updated_at': '2021-10-12T04:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '4f95d94d-ca38-45fa-8ee9-05168eadc17a', 'name': '', 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'mac_address': 'fa:16:3e:02:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:04Z', 'updated_at': '2021-10-12T04:28:04Z', 'revision_number': 1, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'subnets': [{'id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:28:05.871371 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-b1dd0730-9ebe-4a1e-b336-bf0e19824630 None None] Provisioning complete for port 4f95d94d-ca38-45fa-8ee9-05168eadc17a triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:05.871751 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0730-9ebe-4a1e-b336-bf0e19824630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:05.908919 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd0730-9ebe-4a1e-b336-bf0e19824630 None None] Port 4f95d94d-ca38-45fa-8ee9-05168eadc17a cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:28:06.494409 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33506) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:06.499172 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-95ce0efa-97b9-4b57-a1eb-250e0c44de8a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649699211', 'description': 'tempest-secgroup-smoke-649699211 description', 'project_id': '07dacc449ddf4eacbce081796b99d647'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:06.570739 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-95ce0efa-97b9-4b57-a1eb-250e0c44de8a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:06.643340 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-95ce0efa-97b9-4b57-a1eb-250e0c44de8a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:06.707490 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-95ce0efa-97b9-4b57-a1eb-250e0c44de8a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:06.737284 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce0efa-97b9-4b57-a1eb-250e0c44de8a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea7372-7ba1-4065-9928-fd6277ad8153,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:06.795289 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-95ce0efa-97b9-4b57-a1eb-250e0c44de8a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:06.796569 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-95ce0efa-97b9-4b57-a1eb-250e0c44de8a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3010397 Oct 12 04:28:06.799543 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33508) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:06.804088 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-12cb3e3b-d02e-4b0b-b3ef-4a6fbfd2e179 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'security_group_rule': {'security_group_id': '1fea7372-7ba1-4065-9928-fd6277ad8153', 'project_id': '07dacc449ddf4eacbce081796b99d647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:06.889138 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-12cb3e3b-d02e-4b0b-b3ef-4a6fbfd2e179 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:06.949884 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-12cb3e3b-d02e-4b0b-b3ef-4a6fbfd2e179 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.026046 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-12cb3e3b-d02e-4b0b-b3ef-4a6fbfd2e179 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.044264 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb3e3b-d02e-4b0b-b3ef-4a6fbfd2e179 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5331e155-e02f-4db6-8e0c-d317580099b7,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:07.119239 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-12cb3e3b-d02e-4b0b-b3ef-4a6fbfd2e179 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.120480 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-12cb3e3b-d02e-4b0b-b3ef-4a6fbfd2e179 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199515 Oct 12 04:28:07.123696 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33510) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:07.127988 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-2ec07ffb-9a07-46cb-878a-c7695bc36848 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'security_group_rule': {'security_group_id': '1fea7372-7ba1-4065-9928-fd6277ad8153', 'project_id': '07dacc449ddf4eacbce081796b99d647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:07.239702 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device b567711a-8aea-4906-af7b-3af2d0867f80 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:28:07.244126 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2ec07ffb-9a07-46cb-878a-c7695bc36848 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.286429 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port b567711a-8aea-4906-af7b-3af2d0867f80 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:07.286838 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.303663 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2ec07ffb-9a07-46cb-878a-c7695bc36848 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.364808 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.386620 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] For port b567711a-8aea-4906-af7b-3af2d0867f80, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=b567711a-8aea-4906-af7b-3af2d0867f80,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:28:07.387846 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2ec07ffb-9a07-46cb-878a-c7695bc36848 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.406383 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec07ffb-9a07-46cb-878a-c7695bc36848 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495cbfb2-83ea-4c3c-917a-2c820f2929de,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:07.460491 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.496696 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2ec07ffb-9a07-46cb-878a-c7695bc36848 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.498538 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2ec07ffb-9a07-46cb-878a-c7695bc36848 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3739107 Oct 12 04:28:07.501301 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33512) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:07.506143 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-e77b9695-e4ee-4f77-9a3f-f1d6070ef6e4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'security_group_rule': {'security_group_id': '1fea7372-7ba1-4065-9928-fd6277ad8153', 'project_id': '07dacc449ddf4eacbce081796b99d647', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:07.509519 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Pushing event updated for resources: {'Port': ['ID=b567711a-8aea-4906-af7b-3af2d0867f80,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:07.595764 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e77b9695-e4ee-4f77-9a3f-f1d6070ef6e4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.653551 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e77b9695-e4ee-4f77-9a3f-f1d6070ef6e4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.723237 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e77b9695-e4ee-4f77-9a3f-f1d6070ef6e4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.742570 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b9695-e4ee-4f77-9a3f-f1d6070ef6e4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e1d0a4-6155-4a05-bd0f-934fdfb005eb,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:07.801260 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-e77b9695-e4ee-4f77-9a3f-f1d6070ef6e4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.802462 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-e77b9695-e4ee-4f77-9a3f-f1d6070ef6e4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3000796 Oct 12 04:28:07.805375 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33514) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:07.809606 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-a2e7da65-0081-4697-abdb-a079b37b913f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'security_group_rule': {'security_group_id': '1fea7372-7ba1-4065-9928-fd6277ad8153', 'project_id': '07dacc449ddf4eacbce081796b99d647', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:07.911181 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da65-0081-4697-abdb-a079b37b913f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:07.971025 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da65-0081-4697-abdb-a079b37b913f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.048489 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da65-0081-4697-abdb-a079b37b913f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.068060 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7da65-0081-4697-abdb-a079b37b913f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135a5672-eee3-4228-b781-16b4b83f19a5,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:08.130086 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da65-0081-4697-abdb-a079b37b913f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.131277 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-a2e7da65-0081-4697-abdb-a079b37b913f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3249841 Oct 12 04:28:08.134015 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33516) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:08.138900 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-06181649-8a75-444d-b906-c22553ba437a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'security_group_rule': {'security_group_id': '1fea7372-7ba1-4065-9928-fd6277ad8153', 'project_id': '07dacc449ddf4eacbce081796b99d647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:08.192943 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.securitygroups_db [None req-06181649-8a75-444d-b906-c22553ba437a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Project 07dacc449ddf4eacbce081796b99d647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:28:08.197690 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-06181649-8a75-444d-b906-c22553ba437a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.255708 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-06181649-8a75-444d-b906-c22553ba437a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.295722 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-06181649-8a75-444d-b906-c22553ba437a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.318260 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06181649-8a75-444d-b906-c22553ba437a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34857a4b-054b-44b4-8529-fc82025ff339,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:08.376265 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-06181649-8a75-444d-b906-c22553ba437a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.377509 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-06181649-8a75-444d-b906-c22553ba437a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2425189 Oct 12 04:28:08.380280 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33518) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:08.384583 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-bc8f0f6b-ba46-4da7-b182-d03ada47fafa tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'security_group_rule': {'security_group_id': '1fea7372-7ba1-4065-9928-fd6277ad8153', 'project_id': '07dacc449ddf4eacbce081796b99d647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:08.473572 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.securitygroups_db [None req-bc8f0f6b-ba46-4da7-b182-d03ada47fafa tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Project 07dacc449ddf4eacbce081796b99d647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:28:08.479121 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f6b-ba46-4da7-b182-d03ada47fafa tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.540187 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f6b-ba46-4da7-b182-d03ada47fafa tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.593544 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f6b-ba46-4da7-b182-d03ada47fafa tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728842'] for security_group_rule, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.613980 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f0f6b-ba46-4da7-b182-d03ada47fafa tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b9fa46-b4f0-4d71-96df-19eebb5e1ed6,revision_number=0']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:08.659537 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f6b-ba46-4da7-b182-d03ada47fafa tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:08.661003 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-bc8f0f6b-ba46-4da7-b182-d03ada47fafa tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2798018 Oct 12 04:28:09.056225 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Sync routers for ids ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:28:09.066012 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Routers {'95b95e8b-7e26-4ce1-aca1-5eba3a27c878'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:28:09.066686 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:28:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:09.167327 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Set router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:28:09.222480 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device b567711a-8aea-4906-af7b-3af2d0867f80 up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:28:09.278978 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port b567711a-8aea-4906-af7b-3af2d0867f80 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:09.279467 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:09.456273 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:28:01Z', 'updated_at': '2021-10-12T04:28:05Z', 'revision_number': 4, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'gw_port': {'id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:02Z', 'updated_at': '2021-10-12T04:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '4f95d94d-ca38-45fa-8ee9-05168eadc17a', 'name': '', 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'mac_address': 'fa:16:3e:02:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:04Z', 'updated_at': '2021-10-12T04:28:05Z', 'revision_number': 2, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'subnets': [{'id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:09.485744 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Checking router: 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:28:09.486068 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Updating router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 port 4f95d94d-ca38-45fa-8ee9-05168eadc17a binding host dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:28:09.510777 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:09.771040 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:09.833044 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:09.889628 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fcccb-dda2-403d-9d34-b29e2b5e6c68 None None] Pushing event updated for resources: {'Port': ['ID=4f95d94d-ca38-45fa-8ee9-05168eadc17a,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:09.940577 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Attempting to bind port 4f95d94d-ca38-45fa-8ee9-05168eadc17a on host dv-cinder-813067-1-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:28:09.940951 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Attempting to bind port 4f95d94d-ca38-45fa-8ee9-05168eadc17a by drivers openvswitch,hyperv on host dv-cinder-813067-1-iscsi at level 0 using segments [{'id': 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:28:09.941331 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Attempting to bind port 4f95d94d-ca38-45fa-8ee9-05168eadc17a on network eb559786-28a2-479e-a927-8c899b39e516 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:28:09.947435 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Checking agent: {'id': 'b55f244c-2ca1-4847-b775-b013317a87eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 8, 33), 'started_at': datetime.datetime(2021, 10, 12, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:28:09.947815 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Checking segment: {'id': 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:28:09.948188 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:09.948571 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Bound using segment: {'id': 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:28:09.949033 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Bound port: 4f95d94d-ca38-45fa-8ee9-05168eadc17a, host: dv-cinder-813067-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:28:09.949420 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:10.015029 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] For port 4f95d94d-ca38-45fa-8ee9-05168eadc17a, host dv-cinder-813067-1-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:28:10.018397 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] For port 4f95d94d-ca38-45fa-8ee9-05168eadc17a, host dv-cinder-813067-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=4f95d94d-ca38-45fa-8ee9-05168eadc17a,segment=NetworkSegment(c21819f8-b3ed-417f-b49d-2b9abfb37bdc),segment_id=c21819f8-b3ed-417f-b49d-2b9abfb37bdc)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:28:10.062081 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-5cbaae10-c216-4854-baa7-e724f40a9433 None None] Provisioning complete for port 4f95d94d-ca38-45fa-8ee9-05168eadc17a triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:10.062440 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5cbaae10-c216-4854-baa7-e724f40a9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:10.095856 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-5cbaae10-c216-4854-baa7-e724f40a9433 None None] Port 4f95d94d-ca38-45fa-8ee9-05168eadc17a cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:28:10.102552 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:10.164123 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Routers {'95b95e8b-7e26-4ce1-aca1-5eba3a27c878'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:28:10.164745 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:28:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:10.166571 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fcccb-dda2-403d-9d34-b29e2b5e6c68 None None] Pushing event updated for resources: {'Port': ['ID=4f95d94d-ca38-45fa-8ee9-05168eadc17a,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:10.277366 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] Set router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:28:10.315708 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-cf48d14e-a90d-45ed-8318-07dfbeedf42b None None] Provisioning complete for port 4f95d94d-ca38-45fa-8ee9-05168eadc17a triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:10.316377 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf48d14e-a90d-45ed-8318-07dfbeedf42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:10.407513 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf48d14e-a90d-45ed-8318-07dfbeedf42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:10.439268 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-cf48d14e-a90d-45ed-8318-07dfbeedf42b None None] For port 4f95d94d-ca38-45fa-8ee9-05168eadc17a, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=4f95d94d-ca38-45fa-8ee9-05168eadc17a,segment=NetworkSegment(c21819f8-b3ed-417f-b49d-2b9abfb37bdc),segment_id=c21819f8-b3ed-417f-b49d-2b9abfb37bdc)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:28:10.477684 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:28:01Z', 'updated_at': '2021-10-12T04:28:05Z', 'revision_number': 4, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'gw_port': {'id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:02Z', 'updated_at': '2021-10-12T04:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '4f95d94d-ca38-45fa-8ee9-05168eadc17a', 'name': '', 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'mac_address': 'fa:16:3e:02:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:04Z', 'updated_at': '2021-10-12T04:28:10Z', 'revision_number': 4, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'subnets': [{'id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:10.504245 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362cbb5-c9bf-43b5-b858-9395f8ba32a0 None None] The sync data for ids ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'] in dv-cinder-813067-1-iscsi is: [{'id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:28:01Z', 'updated_at': '2021-10-12T04:28:05Z', 'revision_number': 4, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'gw_port': {'id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:02Z', 'updated_at': '2021-10-12T04:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': '4f95d94d-ca38-45fa-8ee9-05168eadc17a', 'name': '', 'network_id': 'eb559786-28a2-479e-a927-8c899b39e516', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'mac_address': 'fa:16:3e:02:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:04Z', 'updated_at': '2021-10-12T04:28:10Z', 'revision_number': 4, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'subnets': [{'id': '2232d0ae-ea9e-4efb-b092-b41d98a3210b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:28:10.512858 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf48d14e-a90d-45ed-8318-07dfbeedf42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:10.558084 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48d14e-a90d-45ed-8318-07dfbeedf42b None None] Pushing event updated for resources: {'Port': ['ID=4f95d94d-ca38-45fa-8ee9-05168eadc17a,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:11.237103 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 4f95d94d-ca38-45fa-8ee9-05168eadc17a up at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:28:11.285968 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Provisioning complete for port 4f95d94d-ca38-45fa-8ee9-05168eadc17a triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:11.286337 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:25.325416 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-6bb62a6b-7344-4c8e-8fba-a9781f90ad93 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649699211&fields=id&tenant_id=07dacc449ddf4eacbce081796b99d647 HTTP/1.1" status: 200 len: 267 time: 0.0321476 Oct 12 04:28:25.431518 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-9ad55ec7-92cf-46fc-a666-7c8317996b57 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:25.432863 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-9ad55ec7-92cf-46fc-a666-7c8317996b57 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 811 time: 0.1008875 Oct 12 04:28:25.447336 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-56021168-cc52-4047-99ba-6624d649d6e0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/quotas/07dacc449ddf4eacbce081796b99d647 HTTP/1.1" status: 200 len: 375 time: 0.0087433 Oct 12 04:28:25.499721 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-e27d25fe-7118-437b-8173-b8139a007d7b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469618 Oct 12 04:28:25.601868 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-3af60343-053b-4b1b-af00-8d788be81480 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:28:25.602970 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-3af60343-053b-4b1b-af00-8d788be81480 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0917523 Oct 12 04:28:25.687535 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-8b6460c2-cd00-4465-918c-384016385084 service neutron] 10.222.0.21 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784302 Oct 12 04:28:25.776660 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-09919244-7532-43e6-b70a-104ef8d67cab service neutron] 10.222.0.21 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834839 Oct 12 04:28:26.369102 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e2e532e-64e4-4f3d-8a35-33b4317cab75 req-a00cf944-8036-4591-aad7-e0fdee6172d5 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0265851 Oct 12 04:28:27.444415 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0d96af0f-e821-4266-a52f-dddb07a21b82 req-fe546343-58ae-4ddf-b4d0-065a22441a31 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0263343 Oct 12 04:28:28.519581 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cc86a78b-4f6f-400f-b8af-2db84a183f9c req-ffe8fdbb-36fd-4b32-a5c9-b73a01a1ff2d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0259376 Oct 12 04:28:29.609887 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-705418fb-a6c9-4471-af88-da08e27135d3 req-15f77f58-a062-4288-89de-1d66e8695c87 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0263031 Oct 12 04:28:29.918406 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdac3-777d-471d-aa23-0def2db547a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:30.499672 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-1ade0112-f7b5-445f-9a4d-e39d173e8656 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:30.501091 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-1ade0112-f7b5-445f-9a4d-e39d173e8656 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 811 time: 0.1002598 Oct 12 04:28:30.542170 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-9453e82a-bda3-4d08-afe6-c273386011ff tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07dacc449ddf4eacbce081796b99d647 HTTP/1.1" status: 200 len: 379 time: 0.0320966 Oct 12 04:28:30.551213 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'port': {'device_id': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'admin_state_up': True, 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'security_groups': ['1fea7372-7ba1-4065-9928-fd6277ad8153']}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:30.898914 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-26ef1757-63a4-4e91-9e9d-502de53c6bac req-693e6fd4-a3a3-4ecd-96c3-236210fe9c6b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0311241 Oct 12 04:28:31.009538 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Made reservation on behalf of 07dacc449ddf4eacbce081796b99d647 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:28:31.012983 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:31.133261 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Allocated IP 172.20.0.10 (ec34bde3-5025-40d5-9384-8e9eb1870b7b/c4c8d0bb-6024-44b9-9eff-208d2f6e15ad/1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:28:31.272898 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:31.380223 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:31.423768 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:28:31.426796 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:28:31.430523 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:28:31.455982 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'Port': ['ID=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:31.482439 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:31.483077 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:31.598700 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-cd55d43b-d680-44c9-8d1e-a16fa55cb88c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0441852 Oct 12 04:28:31.602682 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-62e2c0c1-aeca-45a1-b4c6-a5901cd0ace2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:28:31.603767 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-62e2c0c1-aeca-45a1-b4c6-a5901cd0ace2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054369 Oct 12 04:28:31.648980 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-3ee4b2a2-d5b9-4e09-b54d-4b8bb07a35a7 None None] Provisioning complete for port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:31.648980 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b2a2-d5b9-4e09-b54d-4b8bb07a35a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:31.659886 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Request body: {'port': {'device_id': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:31.682533 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4b2a2-d5b9-4e09-b54d-4b8bb07a35a7 None None] Port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:28:31.713197 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:31.971829 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:28:31.979577 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:32.000387 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Transition to ACTIVE for port object 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:28:32.036353 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85d386-d755-409f-8a17-6907151ce85b req-a8d2ba05-b9c9-43d4-b374-88ecee26cedf tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:32.037801 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f85d386-d755-409f-8a17-6907151ce85b req-a8d2ba05-b9c9-43d4-b374-88ecee26cedf tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 932 time: 0.0525885 Oct 12 04:28:32.073938 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f85d386-d755-409f-8a17-6907151ce85b req-05568e69-95c2-41db-bd0c-efa801abbb53 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303063 Oct 12 04:28:32.083925 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:32.134424 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Pushing event updated for resources: {'Port': ['ID=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:32.207172 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Attempting to bind port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:28:32.207503 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Attempting to bind port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:28:32.207829 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Attempting to bind port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf on network ec34bde3-5025-40d5-9384-8e9eb1870b7b {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:28:32.210052 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:32.212464 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf on network ec34bde3-5025-40d5-9384-8e9eb1870b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:28:32.212786 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Attempting to bind port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf on network ec34bde3-5025-40d5-9384-8e9eb1870b7b {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:28:32.217869 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:28:32.220601 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Checking segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:28:32.220601 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Bound using segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:28:32.220601 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Bound port: 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:28:32.220601 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:32.238425 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-530e074c-f9de-4e27-a832-90a608c6928b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:32.286315 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] For port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:28:32.289539 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] For port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:28:32.362694 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:32.394920 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:32.395524 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:32.396873 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] 10.222.0.36 "PUT /v2.0/ports/1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf HTTP/1.1" status: 200 len: 1094 time: 0.7843754 Oct 12 04:28:32.397309 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'tag': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:28:32.399601 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f267a72d-49c1-4076-81ad-37465b75861c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca30d68-1c68-4f1f-8edb-690294e9a5f2", "tag": "1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:28:32.430525 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92293c-56ea-4d27-9cfb-41dfd1c5919e service neutron] Pushing event updated for resources: {'Port': ['ID=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:32.443929 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f8fdfd-e207-44a5-82ce-689155efc485 x-openstack-request-id: req-d6f8fdfd-e207-44a5-82ce-689155efc485 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:28:32.443929 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca30d68-1c68-4f1f-8edb-690294e9a5f2", "tag": "1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:28:32.444149 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6f8fdfd-e207-44a5-82ce-689155efc485 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:28:32.444844 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'tag': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'status': 'completed', 'code': 200} Oct 12 04:28:32.506792 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267a72d-49c1-4076-81ad-37465b75861c req-ee0f2a9b-c1e7-418b-8db4-b4b58a61b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:32.510235 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f267a72d-49c1-4076-81ad-37465b75861c req-ee0f2a9b-c1e7-418b-8db4-b4b58a61b94d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 1097 time: 0.0446658 Oct 12 04:28:32.609702 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267a72d-49c1-4076-81ad-37465b75861c req-3c07cb32-b513-4e48-8fc2-5174e74357b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:32.612071 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f267a72d-49c1-4076-81ad-37465b75861c req-3c07cb32-b513-4e48-8fc2-5174e74357b5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=07dacc449ddf4eacbce081796b99d647&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0959401 Oct 12 04:28:32.706136 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267a72d-49c1-4076-81ad-37465b75861c req-76960607-84fa-4af8-9f56-ee4382f1fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:32.707504 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f267a72d-49c1-4076-81ad-37465b75861c req-76960607-84fa-4af8-9f56-ee4382f1fb12 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890956 Oct 12 04:28:32.781699 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-e11ca57d-c033-4e4a-ad3c-2c0dbc7a528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:32.783252 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-e11ca57d-c033-4e4a-ad3c-2c0dbc7a528f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 1097 time: 0.0396237 Oct 12 04:28:32.827491 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-ab7b3f9d-c0c7-48b1-bb62-ce7973a2547a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf HTTP/1.1" status: 200 len: 217 time: 0.0360105 Oct 12 04:28:32.878905 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-f0b056e5-72ff-464e-8547-f71ea0bc36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:32.880276 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-f0b056e5-72ff-464e-8547-f71ea0bc36f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0460012 Oct 12 04:28:32.924581 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-b32258a2-956e-4d54-8811-d2ef2101ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:32.926075 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-b32258a2-956e-4d54-8811-d2ef2101ed8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390623 Oct 12 04:28:33.012820 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-d876aec1-af58-4610-8c1a-f694ecc92735 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789239 Oct 12 04:28:33.103143 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c437d1c-6d4b-425d-9326-33cde8e4bba7 req-292835a3-c7c1-444e-9601-cccc830dca89 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834150 Oct 12 04:28:33.187182 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:33.190122 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562213f-cd83-408f-8e05-c479f95a5745 req-2c6b8991-8727-495b-91a2-e1aecf62a865 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:33.195110 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b562213f-cd83-408f-8e05-c479f95a5745 req-2c6b8991-8727-495b-91a2-e1aecf62a865 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 944 time: 0.0545039 Oct 12 04:28:33.236260 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b562213f-cd83-408f-8e05-c479f95a5745 req-57a863cb-0a47-470b-8089-8e2786734c41 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349088 Oct 12 04:28:33.762764 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:33.863173 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:28:34.352965 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8c0d-e57e-4929-a28b-f03a6b781f4b req-4e1678f3-2819-4148-9845-b119a5111d50 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:34.354416 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-271d8c0d-e57e-4929-a28b-f03a6b781f4b req-4e1678f3-2819-4148-9845-b119a5111d50 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 944 time: 0.0521903 Oct 12 04:28:34.391371 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-271d8c0d-e57e-4929-a28b-f03a6b781f4b req-2ee5155c-0249-4cef-bbf0-50736115c3ef tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 Oct 12 04:28:35.478633 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:35.501442 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0ad7f-5401-42fb-b51d-f855cf4a5a70 req-d7c70ba4-0039-4193-933f-db01ac6786d4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:35.502943 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ffd0ad7f-5401-42fb-b51d-f855cf4a5a70 req-d7c70ba4-0039-4193-933f-db01ac6786d4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 944 time: 0.0484970 Oct 12 04:28:35.539549 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ffd0ad7f-5401-42fb-b51d-f855cf4a5a70 req-5065b46c-b75b-4f55-a2a0-4d96dd5c5f0d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307348 Oct 12 04:28:36.648503 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e80d6-14e9-4a58-8225-664ac22562d0 req-95ddb562-859e-4786-b8ab-6f66884a277f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:36.649930 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-919e80d6-14e9-4a58-8225-664ac22562d0 req-95ddb562-859e-4786-b8ab-6f66884a277f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 944 time: 0.0473220 Oct 12 04:28:36.686625 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-919e80d6-14e9-4a58-8225-664ac22562d0 req-402d9c03-2a93-4a23-adc7-a35ac09062f1 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302136 Oct 12 04:28:37.802010 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97631831-b54d-4948-9530-3598b9815a1a req-76043bcb-8f53-4bb4-b7ab-3312e5518962 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:37.803511 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-97631831-b54d-4948-9530-3598b9815a1a req-76043bcb-8f53-4bb4-b7ab-3312e5518962 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 944 time: 0.0517809 Oct 12 04:28:37.840488 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-97631831-b54d-4948-9530-3598b9815a1a req-de9962c6-0d19-4a77-b757-fd00d09734db tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309510 Oct 12 04:28:38.962623 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562627cf-e545-424d-bd8c-bfd3f2a78106 req-f4a1b58e-991b-42c3-93ea-96a6918dbbf8 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:38.964077 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-562627cf-e545-424d-bd8c-bfd3f2a78106 req-f4a1b58e-991b-42c3-93ea-96a6918dbbf8 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 944 time: 0.0509965 Oct 12 04:28:39.001718 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-562627cf-e545-424d-bd8c-bfd3f2a78106 req-8347e72d-aac0-40f2-901e-c8c95ff69660 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318160 Oct 12 04:28:40.110827 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b0d7e-ec2d-45fc-9947-47f6f5593fcd req-59faf498-e012-4378-8e2a-aa45681e5a46 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:40.112273 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d37b0d7e-ec2d-45fc-9947-47f6f5593fcd req-59faf498-e012-4378-8e2a-aa45681e5a46 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 944 time: 0.0477774 Oct 12 04:28:40.151776 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d37b0d7e-ec2d-45fc-9947-47f6f5593fcd req-42bd80e2-97ea-4dd1-be61-668f85017d39 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337362 Oct 12 04:28:40.925562 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:28:41.019736 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:28:41.030005 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'port_id': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'mac_address': 'fa:16:3e:7c:79:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:28:41.064622 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:41.076427 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:28:41.095052 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:28:41.192719 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:41.242564 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:41.273737 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80ee4-a48e-4c0d-9a48-2794aaa7fafd req-3f3a0b99-5e95-498f-9437-4f6e2601cd30 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:41.275121 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c80ee4-a48e-4c0d-9a48-2794aaa7fafd req-3f3a0b99-5e95-498f-9437-4f6e2601cd30 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 945 time: 0.0515451 Oct 12 04:28:41.310923 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c80ee4-a48e-4c0d-9a48-2794aaa7fafd req-a4e09700-b94d-4ad6-804c-85b5327d6a89 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299270 Oct 12 04:28:41.425249 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:28:42.421423 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a413d94-fea2-4ac8-91d3-392e0828b2b2 req-b319f744-585c-40a9-9097-0f710f1a7200 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:42.422943 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a413d94-fea2-4ac8-91d3-392e0828b2b2 req-b319f744-585c-40a9-9097-0f710f1a7200 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 945 time: 0.0480680 Oct 12 04:28:42.465521 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a413d94-fea2-4ac8-91d3-392e0828b2b2 req-39b6ab89-a206-4b60-a474-21afbdf8da71 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365634 Oct 12 04:28:42.925381 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:28:43.053558 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:28:43.057327 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:28:43.057694 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:43.130980 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:43.152043 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:28:43.154298 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf364d1-61e2-43cd-8ab3-f31b5e2a2fd8" -d '{"events": [{"server_uuid": "7ca30d68-1c68-4f1f-8edb-690294e9a5f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:28:43.169552 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:28:43.243962 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:43.246742 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276aeb3c-25c6-442e-a779-05a37bdf91fa x-openstack-request-id: req-276aeb3c-25c6-442e-a779-05a37bdf91fa {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:28:43.247027 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca30d68-1c68-4f1f-8edb-690294e9a5f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:28:43.247270 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-276aeb3c-25c6-442e-a779-05a37bdf91fa {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:28:43.247641 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'code': 200} Oct 12 04:28:43.292493 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:43.600719 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193442b4-1db6-4729-a5bd-7180ead4faec req-7720213c-e99f-4c2f-b210-f6a7ddd8bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:43.602505 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-193442b4-1db6-4729-a5bd-7180ead4faec req-7720213c-e99f-4c2f-b210-f6a7ddd8bd76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 1099 time: 0.0708013 Oct 12 04:28:43.614135 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28c4e5-584b-449e-8ea2-85bd3d4a45ef req-6cba012f-2c64-4edc-8d08-89832299480f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:43.615507 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8a28c4e5-584b-449e-8ea2-85bd3d4a45ef req-6cba012f-2c64-4edc-8d08-89832299480f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 946 time: 0.0607073 Oct 12 04:28:43.663663 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-193442b4-1db6-4729-a5bd-7180ead4faec req-9d618ad4-6160-46d6-8432-fcfb4d4fcf85 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472684 Oct 12 04:28:43.670440 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8a28c4e5-584b-449e-8ea2-85bd3d4a45ef req-04d50ef0-3863-41fd-997a-06db4a32ce8c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483634 Oct 12 04:28:44.784396 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbd081-cd95-4ea8-bd0b-09017fe10ccb req-ca3c64be-ee88-4642-921d-74407ac07df8 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:44.785909 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ddcbd081-cd95-4ea8-bd0b-09017fe10ccb req-ca3c64be-ee88-4642-921d-74407ac07df8 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 946 time: 0.0485885 Oct 12 04:28:44.823906 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ddcbd081-cd95-4ea8-bd0b-09017fe10ccb req-8ed01fac-d96d-48cc-86e0-7f0007a25739 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320141 Oct 12 04:28:45.934432 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe10285-6111-48f0-8c70-0bcd46ea2d8c req-c0889e25-091d-428d-96d2-42f903a016d1 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:45.935907 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ffe10285-6111-48f0-8c70-0bcd46ea2d8c req-c0889e25-091d-428d-96d2-42f903a016d1 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 946 time: 0.0467925 Oct 12 04:28:45.972591 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ffe10285-6111-48f0-8c70-0bcd46ea2d8c req-f036fa0e-c415-44d4-99db-48e2455bc2fa tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303276 Oct 12 04:28:46.089270 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7a409-6e08-48de-a911-8421d0502b77 req-ef12899c-a37b-4f64-91fb-d11995b45315 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:46.090745 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ede7a409-6e08-48de-a911-8421d0502b77 req-ef12899c-a37b-4f64-91fb-d11995b45315 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 946 time: 0.0540495 Oct 12 04:28:46.128526 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ede7a409-6e08-48de-a911-8421d0502b77 req-834826ac-039d-4389-833f-cee8d363198b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311911 Oct 12 04:28:46.149926 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33710) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:46.231777 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba3738-546d-4159-98fb-a913d75c66f9 tempest-TestVolumeBootPattern-355671771 tempest-TestVolumeBootPattern-355671771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:46.233303 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-c0ba3738-546d-4159-98fb-a913d75c66f9 tempest-TestVolumeBootPattern-355671771 tempest-TestVolumeBootPattern-355671771-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 1094 time: 0.0822806 Oct 12 04:28:46.236718 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 33714) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:28:46.240771 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.v2.base [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'floatingip': {'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'port_id': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:28:46.306465 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:46.399917 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:46.501558 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.db_base_plugin_common [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Allocated IP 172.27.2.247 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/92299f5d-8ec6-4e59-8a9e-283bea75f0f8) {{(pid=94611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:28:46.599086 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for port, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:46.682636 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:46.716818 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:28:46.719544 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.base_scheduler [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Resources bound (agent type, host, resource id): {{(pid=94611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:28:46.724840 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Received port after_create {{(pid=94611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:28:46.754808 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'Port': ['ID=92299f5d-8ec6-4e59-8a9e-283bea75f0f8,revision_number=1']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:47.073958 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:47.213017 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:47.357395 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for port, precommit_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:47.421568 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8605509'] for port, after_update {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:47.486271 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'Port': ['ID=92299f5d-8ec6-4e59-8a9e-283bea75f0f8,revision_number=2']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:28:47.497419 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_create {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:47.593003 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.db.l3_db [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Floating IP e669bb62-0dc9-4b19-a973-db4dc94e8afc associated. External IP: 172.27.2.247, port: 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf. Oct 12 04:28:47.791323 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:28:47.895882 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:28:47.906415 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] Sync routers for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:28:47.916107 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:28:47.916744 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:28:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:47.992829 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:28:48.030775 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:28:48.030979 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-fa25e399-8bc5-4165-8335-74167d4936c3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7818754 Oct 12 04:28:48.030979 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'tag': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf'}] {{(pid=94611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:28:48.030979 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46aef6d1fac8e577f3dee504a2d8fb896001c079b87e80effe02f2f17cfe6e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6165a7-5552-4290-99fd-523f203acfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca30d68-1c68-4f1f-8edb-690294e9a5f2", "tag": "1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf"}]}' {{(pid=94611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:28:48.125319 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702a40a1-8a73-4dfc-9771-50a8676dd467 x-openstack-request-id: req-702a40a1-8a73-4dfc-9771-50a8676dd467 {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:28:48.125608 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca30d68-1c68-4f1f-8edb-690294e9a5f2", "tag": "1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf", "status": "completed", "code": 200}]} {{(pid=94611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:28:48.125862 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-702a40a1-8a73-4dfc-9771-50a8676dd467 {{(pid=94611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:28:48.126255 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'tag': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'status': 'completed', 'code': 200} Oct 12 04:28:48.195460 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-814b1d3a-45d7-4f5d-859b-f394fdfc3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:48.196985 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-814b1d3a-45d7-4f5d-859b-f394fdfc3130 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 1099 time: 0.0395269 Oct 12 04:28:48.241097 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': 'e669bb62-0dc9-4b19-a973-db4dc94e8afc', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:7c:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:28:46Z', 'updated_at': '2021-10-12T04:28:46Z', 'revision_number': 0, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:48.275845 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] Checking router: 14f3f52c-3600-4a42-bd0b-6e75a45d0043 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:28:48.284242 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:28:48.284782 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:28:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:48.286793 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-55c4a924-4146-48df-8857-2d13d41c8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:48.288253 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-55c4a924-4146-48df-8857-2d13d41c8f39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0847878 Oct 12 04:28:48.351743 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-7611c9fa-2ea2-4c93-ad78-3c0534472802 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf HTTP/1.1" status: 200 len: 1000 time: 0.0567009 Oct 12 04:28:48.388387 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:28:48.399596 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-4493c4c5-702b-40ad-bbf9-33a980c8c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:48.401014 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-4493c4c5-702b-40ad-bbf9-33a980c8c7a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0432892 Oct 12 04:28:48.447949 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-cae6448e-9ca0-4936-ab30-e773f298fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:28:48.449443 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-cae6448e-9ca0-4936-ab30-e773f298fac7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418162 Oct 12 04:28:48.538288 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-845fd0e9-fdc5-461e-aac3-2247a5b09317 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812285 Oct 12 04:28:48.606270 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': 'e669bb62-0dc9-4b19-a973-db4dc94e8afc', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:7c:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:28:46Z', 'updated_at': '2021-10-12T04:28:46Z', 'revision_number': 0, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:28:48.629005 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ef6165a7-5552-4290-99fd-523f203acfd9 req-18d1a856-d6a0-40fd-bc1e-8508c70984cd service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841515 Oct 12 04:28:48.636433 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ff0456-1a7f-45bb-9f2b-7d986b4a234c None None] The sync data for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi is: [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': 'e669bb62-0dc9-4b19-a973-db4dc94e8afc', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:7c:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:28:46Z', 'updated_at': '2021-10-12T04:28:46Z', 'revision_number': 0, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:28:48.818774 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cd195-ac06-4ddd-b042-efc5f70b6f13 None None] New status for floating IP e669bb62-0dc9-4b19-a973-db4dc94e8afc: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:28:59.910260 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9acf2a9b-5308-449b-8440-012c10d58035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:02.184689 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:02.258929 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-476995c6-2382-4d3c-a800-3c04f7571cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:03.158063 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:03.752141 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:05.447603 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:09.423981 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-1c958b08-7d42-4866-87f0-5f644139418f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386837 Oct 12 04:29:09.502141 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-645a5272-bb1c-40b8-8724-0316cba16366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:29:09.503488 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-645a5272-bb1c-40b8-8724-0316cba16366 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 1099 time: 0.0388434 Oct 12 04:29:09.616904 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-9be6f4d1-ec9e-473c-aced-075e18a93198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:29:09.618342 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-9be6f4d1-ec9e-473c-aced-075e18a93198 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0953643 Oct 12 04:29:09.680371 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-90542712-dd1f-4e57-b15f-2c06df9c3c0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf HTTP/1.1" status: 200 len: 1002 time: 0.0546887 Oct 12 04:29:09.729842 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-e527b508-085a-4b05-9a3e-63caddcd2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:29:09.731230 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-e527b508-085a-4b05-9a3e-63caddcd2d95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0409155 Oct 12 04:29:09.779594 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-ce94fd80-997b-4156-adfb-95f58478d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:29:09.781065 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-ce94fd80-997b-4156-adfb-95f58478d33f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421450 Oct 12 04:29:09.867153 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-6add3c6d-26ae-4e0b-8648-4e54da33fd72 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789027 Oct 12 04:29:09.963316 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d217280f-746a-4860-b20c-0b67fc1960b2 req-bb466224-4c01-474d-9f05-ddf38ae2e8ed service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895820 Oct 12 04:29:10.861314 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:29:29.932337 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f651d350-2904-4245-b9b2-63123d587f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:32.197119 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:32.219809 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-68799524-c18b-487a-b24a-17159465e956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:33.189605 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:33.757626 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:35.454512 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:29:47.861041 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:29:59.920481 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-06a074cd-31b4-4260-8d06-a0f8faca7ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:02.240559 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:02.269145 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e8f3d5d3-16df-41ba-aab2-cc66f3a41ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:03.177425 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:03.745012 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:05.469007 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:11.445154 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-b72c00bc-bc32-4522-9b31-033d7f93118c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400798 Oct 12 04:30:11.522400 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-13e490d7-f9e1-4505-bb39-801d2c6b7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:11.523786 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-13e490d7-f9e1-4505-bb39-801d2c6b7d7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 1099 time: 0.0385604 Oct 12 04:30:11.627265 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-a2ff7898-8c55-4432-9820-d44bb2cbd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:11.628668 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-a2ff7898-8c55-4432-9820-d44bb2cbd3f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0848088 Oct 12 04:30:11.692407 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-9d05fb26-80f7-4b99-b63d-b77b84a03e32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf HTTP/1.1" status: 200 len: 1002 time: 0.0561147 Oct 12 04:30:11.744563 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-6ff2cfc5-2626-4304-a730-8ed8ed3de4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:11.745975 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-6ff2cfc5-2626-4304-a730-8ed8ed3de4bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0466435 Oct 12 04:30:11.790695 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-70256afe-ba9f-43b2-a65b-8ec54271f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:11.792068 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-70256afe-ba9f-43b2-a65b-8ec54271f075 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390677 Oct 12 04:30:11.879441 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-3ac1a1be-ff6e-46ae-a613-05a83dfe5d1e service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802562 Oct 12 04:30:11.971751 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48115ada-bdbf-4c07-aae4-c8cc7512c0f7 req-35edff82-89b6-450c-b2ca-2693508bf086 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852053 Oct 12 04:30:24.860602 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:30:29.920025 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-38cdb561-cf2c-4ac9-95e5-f57555641631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:32.253194 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:32.263942 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-95bcdc23-7916-44e1-80b9-4dd0c7f59ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:33.184791 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:33.767809 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:35.584750 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:43.537953 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f5209-acdc-4b51-bbaf-2e3f9cb14f3e req-53f1155d-a3e2-4683-95b2-c9e32fca32cf tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:43.539447 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-171f5209-acdc-4b51-bbaf-2e3f9cb14f3e req-53f1155d-a3e2-4683-95b2-c9e32fca32cf tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 946 time: 0.0489500 Oct 12 04:30:43.577331 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-171f5209-acdc-4b51-bbaf-2e3f9cb14f3e req-ecca3dd6-4199-495e-95f7-345dabaf12d4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Oct 12 04:30:44.725038 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f968d-e1d8-42fb-837f-f65ac6e831bd req-13cf749b-a5cb-4b09-97aa-5741f5b47028 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:44.726461 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae1f968d-e1d8-42fb-837f-f65ac6e831bd req-13cf749b-a5cb-4b09-97aa-5741f5b47028 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 946 time: 0.0512669 Oct 12 04:30:44.763924 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae1f968d-e1d8-42fb-837f-f65ac6e831bd req-2f6038dd-1ded-42b4-8ac1-5c86c91bc81e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316446 Oct 12 04:30:45.036565 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-33b011b7-1e14-49fb-84ee-7163e6cb6574 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:45.037903 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-33b011b7-1e14-49fb-84ee-7163e6cb6574 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 946 time: 0.0575252 Oct 12 04:30:45.122632 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Deleting port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:30:45.122988 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:45.208225 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] For port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:30:45.208576 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:45.427743 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:45.428093 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:45.428392 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Floating IP e669bb62-0dc9-4b19-a973-db4dc94e8afc disassociated. External IP: 172.27.2.247, port: 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf. Oct 12 04:30:45.428732 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Calling delete_port for 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:30:45.609244 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:45.638210 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event deleted for resources: {'Port': ['ID=1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:30:45.648847 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.649195 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.649563 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.649863 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.650185 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.650515 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.650867 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.651190 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.651512 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.651853 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.652167 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:45.652481 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:30:46.026233 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7290a4dc-acd4-4c34-bb1b-17563aadbc9e req-04a09f55-f601-4f59-bf99-a60d17edc01a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0338378 Oct 12 04:30:46.045319 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:30:46.153843 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:30:46.163692 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] Sync routers for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:30:46.172577 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:30:46.173184 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:30:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:30:46.191308 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] No DVR routers for this DVR port 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:30:46.193883 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:46.197295 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-93a10bd9-7be1-4d37-86dd-491cc90d9eca req-c4df5bae-7195-4ed6-a67d-98611b9e9d9f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "DELETE /v2.0/ports/1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf HTTP/1.1" status: 204 len: 173 time: 1.1535156 Oct 12 04:30:46.197741 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'name': 'network-vif-deleted', 'tag': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:30:46.199992 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52b723f-755a-460e-9ce9-d010641e4096" -d '{"events": [{"server_uuid": "7ca30d68-1c68-4f1f-8edb-690294e9a5f2", "name": "network-vif-deleted", "tag": "1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:30:46.239235 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731b2f35-f9a5-427f-97b4-7f8eacdcba2c x-openstack-request-id: req-731b2f35-f9a5-427f-97b4-7f8eacdcba2c {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:30:46.239525 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca30d68-1c68-4f1f-8edb-690294e9a5f2", "name": "network-vif-deleted", "tag": "1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:30:46.239777 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-731b2f35-f9a5-427f-97b4-7f8eacdcba2c {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:30:46.240170 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca30d68-1c68-4f1f-8edb-690294e9a5f2', 'name': 'network-vif-deleted', 'tag': '1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf', 'status': 'completed', 'code': 200} Oct 12 04:30:46.280531 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:30:46.479938 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:30:46.509264 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] Checking router: 14f3f52c-3600-4a42-bd0b-6e75a45d0043 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:30:46.517357 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:30:46.517994 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:30:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:30:46.623967 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:30:46.819045 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:30:46.845659 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa97f46-11f3-4cb1-b536-db152e97aa97 None None] The sync data for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi is: [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:30:47.061962 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3f42e-60ce-4736-b28b-4225304f9784 None None] New status for floating IP e669bb62-0dc9-4b19-a973-db4dc94e8afc: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:30:47.130066 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1a2f7a7e-c136-407d-86f2-01db42c66f84 req-52872ca3-8a10-4ed9-91a8-3a0fc164c6fc tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ca30d68-1c68-4f1f-8edb-690294e9a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0255427 Oct 12 04:30:48.323189 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-5d5f2568-c627-4769-bc7d-ddc58a11f2b6 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649699211&fields=id&tenant_id=07dacc449ddf4eacbce081796b99d647 HTTP/1.1" status: 200 len: 267 time: 0.0348039 Oct 12 04:30:48.429215 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-5cf1aab7-c5fb-472c-8192-669b04be4b4f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:48.430567 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-5cf1aab7-c5fb-472c-8192-669b04be4b4f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 811 time: 0.1008947 Oct 12 04:30:48.445227 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-9f25bed5-2ee9-43ae-95d0-b9c8bfad5ed5 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/quotas/07dacc449ddf4eacbce081796b99d647 HTTP/1.1" status: 200 len: 375 time: 0.0089788 Oct 12 04:30:48.496526 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-139c9d5a-545c-482f-aa1b-f251bd91841f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462089 Oct 12 04:30:48.590633 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-b2267a5e-db95-4386-a072-1e6558fa4ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831184 Oct 12 04:30:48.683382 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-cdf85545-6d4d-4ca4-8e5e-d98438d5fdb2 service neutron] 10.222.0.21 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Oct 12 04:30:49.258959 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ada53578-9ef7-403d-9d01-a8f07182a772 req-ddc1798b-bc47-4a67-85d9-2c58ec4d516f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 210 time: 0.0270412 Oct 12 04:30:49.408151 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:30:49.431819 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:30:49.432160 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 1ef71a4d-3c49-48b3-8dfc-8e1d2ff62eaf not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:30:50.348423 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7dfba4d1-38e8-4efa-9508-62408265c98f req-394545ef-6d4e-4918-9349-908ff7b61e0f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 210 time: 0.0258408 Oct 12 04:30:50.986453 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-3b6db9e6-7198-4133-bf6e-bbc5cc7af28c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:50.987890 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-3b6db9e6-7198-4133-bf6e-bbc5cc7af28c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 811 time: 0.1038942 Oct 12 04:30:51.029612 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-655b8e3b-17dc-4690-97fa-67734bd0adda tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07dacc449ddf4eacbce081796b99d647 HTTP/1.1" status: 200 len: 379 time: 0.0323532 Oct 12 04:30:51.038975 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'port': {'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'admin_state_up': True, 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'security_groups': ['1fea7372-7ba1-4065-9928-fd6277ad8153']}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:30:51.212889 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Made reservation on behalf of 07dacc449ddf4eacbce081796b99d647 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:30:51.216429 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:51.338086 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Allocated IP 172.20.0.6 (ec34bde3-5025-40d5-9384-8e9eb1870b7b/c4c8d0bb-6024-44b9-9eff-208d2f6e15ad/3436ba7c-4372-4060-9d7d-55c76a050c80) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:30:51.449266 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-30e6a650-bedb-4864-8a1f-accb871535fb req-ca908c60-ad9e-43d6-8396-9ab43372f916 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 210 time: 0.0340283 Oct 12 04:30:51.497028 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:51.584715 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:51.628655 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:30:51.631592 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:30:51.635381 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:30:51.641508 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'Port': ['ID=3436ba7c-4372-4060-9d7d-55c76a050c80,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:30:51.691942 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:51.692557 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:51.787222 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-973b419d-fbf0-4362-bda7-fc78715ae72e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7516022 Oct 12 04:30:51.801986 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Request body: {'port': {'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:30:51.857241 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:51.868848 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-a1b3a996-44c4-4d03-aec9-74284e9057b5 None None] Provisioning complete for port 3436ba7c-4372-4060-9d7d-55c76a050c80 triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:30:51.869428 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a996-44c4-4d03-aec9-74284e9057b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:51.902710 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3a996-44c4-4d03-aec9-74284e9057b5 None None] Port 3436ba7c-4372-4060-9d7d-55c76a050c80 cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:30:52.112873 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3436ba7c-4372-4060-9d7d-55c76a050c80 {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:30:52.120183 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:52.131780 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Transition to ACTIVE for port object 3436ba7c-4372-4060-9d7d-55c76a050c80 will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:30:52.195463 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:52.245260 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Pushing event updated for resources: {'Port': ['ID=3436ba7c-4372-4060-9d7d-55c76a050c80,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:30:52.316229 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Attempting to bind port 3436ba7c-4372-4060-9d7d-55c76a050c80 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:30:52.316560 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Attempting to bind port 3436ba7c-4372-4060-9d7d-55c76a050c80 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:30:52.316879 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Attempting to bind port 3436ba7c-4372-4060-9d7d-55c76a050c80 on network ec34bde3-5025-40d5-9384-8e9eb1870b7b {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:30:52.321334 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Port 3436ba7c-4372-4060-9d7d-55c76a050c80 on network ec34bde3-5025-40d5-9384-8e9eb1870b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:30:52.321648 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Attempting to bind port 3436ba7c-4372-4060-9d7d-55c76a050c80 on network ec34bde3-5025-40d5-9384-8e9eb1870b7b {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:30:52.326616 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:30:52.326976 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Checking segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:30:52.327352 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Bound using segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:30:52.327768 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Bound port: 3436ba7c-4372-4060-9d7d-55c76a050c80, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:30:52.328114 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:52.392887 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] For port 3436ba7c-4372-4060-9d7d-55c76a050c80, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:30:52.396015 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] For port 3436ba7c-4372-4060-9d7d-55c76a050c80, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3436ba7c-4372-4060-9d7d-55c76a050c80,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:30:52.453243 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:52.488398 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:52.489045 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:30:52.491747 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] 10.222.0.36 "PUT /v2.0/ports/3436ba7c-4372-4060-9d7d-55c76a050c80 HTTP/1.1" status: 200 len: 1093 time: 0.6952977 Oct 12 04:30:52.491747 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:30:52.493162 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2836d98-3b07-49a7-a610-d17586101e97" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:30:52.519154 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ad135-939f-4e6d-8d48-2608ef067c2f service neutron] Pushing event updated for resources: {'Port': ['ID=3436ba7c-4372-4060-9d7d-55c76a050c80,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:30:52.555116 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf66575-13fd-489e-9660-2dd4a9052809 x-openstack-request-id: req-3cf66575-13fd-489e-9660-2dd4a9052809 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:30:52.555473 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:30:52.555735 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cf66575-13fd-489e-9660-2dd4a9052809 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:30:52.556199 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'status': 'completed', 'code': 200} Oct 12 04:30:52.588815 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2fbb-c2de-4ce4-ae51-2a7acd86eb61 req-aafb55e7-057d-4c9c-a58b-a3bde1ebda9c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:52.590347 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b76f2fbb-c2de-4ce4-ae51-2a7acd86eb61 req-aafb55e7-057d-4c9c-a58b-a3bde1ebda9c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 943 time: 0.0679724 Oct 12 04:30:52.646202 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2836d98-3b07-49a7-a610-d17586101e97 req-6ea1bc1b-2e91-45b2-8df4-d8b54e24d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:52.647720 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d2836d98-3b07-49a7-a610-d17586101e97 req-6ea1bc1b-2e91-45b2-8df4-d8b54e24d8d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 1096 time: 0.0796313 Oct 12 04:30:52.650959 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b76f2fbb-c2de-4ce4-ae51-2a7acd86eb61 req-d4418ef1-6696-41e1-a510-48d13592cd2c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 Oct 12 04:30:52.748063 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2836d98-3b07-49a7-a610-d17586101e97 req-17013400-34ba-49b4-86f0-d809418e5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:52.749517 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d2836d98-3b07-49a7-a610-d17586101e97 req-17013400-34ba-49b4-86f0-d809418e5e4b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=07dacc449ddf4eacbce081796b99d647&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0932317 Oct 12 04:30:52.840618 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2836d98-3b07-49a7-a610-d17586101e97 req-823bc0a0-34bf-44dd-a6a1-7e3e90a036da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:52.842054 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d2836d98-3b07-49a7-a610-d17586101e97 req-823bc0a0-34bf-44dd-a6a1-7e3e90a036da service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848482 Oct 12 04:30:52.918224 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-ed79c3ca-737e-4304-807d-5541636e0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:52.919684 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-ed79c3ca-737e-4304-807d-5541636e0843 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 1096 time: 0.0429027 Oct 12 04:30:52.960611 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-2871e31a-eb24-423b-8c07-03d6674c16e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3436ba7c-4372-4060-9d7d-55c76a050c80 HTTP/1.1" status: 200 len: 217 time: 0.0323629 Oct 12 04:30:53.007820 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-6132102b-7c0a-47f9-96fb-2a8bf5203844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:53.009121 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-6132102b-7c0a-47f9-96fb-2a8bf5203844 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0419090 Oct 12 04:30:53.057455 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-0d8a6538-e8c1-4f6b-a05b-866523c15ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:53.058925 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-0d8a6538-e8c1-4f6b-a05b-866523c15ecc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419164 Oct 12 04:30:53.143701 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-1d197b00-ff41-48a0-a763-d80ff50c9a71 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779195 Oct 12 04:30:53.232743 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32c02b94-a651-46bc-ba14-ebc7bd89a2e8 req-7eabf133-6ccc-4b2f-9308-076c8e18a67f service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818853 Oct 12 04:30:53.765419 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8235ab-dd9e-4711-a8ef-b9be1ae8eb1c req-b98851b0-58c2-4221-acb2-59a27852e990 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:53.766903 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8f8235ab-dd9e-4711-a8ef-b9be1ae8eb1c req-b98851b0-58c2-4221-acb2-59a27852e990 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 943 time: 0.0494466 Oct 12 04:30:53.804841 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8f8235ab-dd9e-4711-a8ef-b9be1ae8eb1c req-472e18f0-1fbb-43ee-9a5d-76f1b9c74c6f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Oct 12 04:30:54.914886 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4447a7-33aa-4551-8e00-e7475bd38ca7 req-20364220-5221-4a9a-83a9-c0c97dd1507f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:54.916314 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d4447a7-33aa-4551-8e00-e7475bd38ca7 req-20364220-5221-4a9a-83a9-c0c97dd1507f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 943 time: 0.0467570 Oct 12 04:30:54.952373 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d4447a7-33aa-4551-8e00-e7475bd38ca7 req-40d2fc95-4bf2-4b61-8ea2-5e585d5f0fd7 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303023 Oct 12 04:30:56.066683 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd89a-4c4f-4ab3-892a-811fa9a22b6e req-09ad439d-96d1-45fd-a559-8ef108fc3ffd tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:56.072944 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-769bd89a-4c4f-4ab3-892a-811fa9a22b6e req-09ad439d-96d1-45fd-a559-8ef108fc3ffd tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 943 time: 0.0520070 Oct 12 04:30:56.104869 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-769bd89a-4c4f-4ab3-892a-811fa9a22b6e req-c730c732-8c38-45aa-91ab-055d8da9a7b1 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306427 Oct 12 04:30:57.219479 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aac4a-c7f3-47c5-bce6-0856808b7dae req-26f8517b-c07d-4288-b3c8-eae31d713a3e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:57.220934 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f4aac4a-c7f3-47c5-bce6-0856808b7dae req-26f8517b-c07d-4288-b3c8-eae31d713a3e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 943 time: 0.0521634 Oct 12 04:30:57.257426 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f4aac4a-c7f3-47c5-bce6-0856808b7dae req-e2b403b8-893f-49a8-9582-14c50439a1d8 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303514 Oct 12 04:30:58.372970 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca398914-682a-40c9-8957-328415386840 req-2f6477c1-65b3-4502-b722-499b0b9fe107 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:58.374429 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ca398914-682a-40c9-8957-328415386840 req-2f6477c1-65b3-4502-b722-499b0b9fe107 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 943 time: 0.0491028 Oct 12 04:30:58.411767 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ca398914-682a-40c9-8957-328415386840 req-b316dfe9-ead0-49f4-a9f6-5fd17f7564d2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313833 Oct 12 04:30:59.526636 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cacdf5-fd38-42f2-9549-5a45e946b87d req-56fbdf0c-276c-47d2-97dd-f0dbf317fd60 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:30:59.528000 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-82cacdf5-fd38-42f2-9549-5a45e946b87d req-56fbdf0c-276c-47d2-97dd-f0dbf317fd60 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 943 time: 0.0517011 Oct 12 04:30:59.564590 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-82cacdf5-fd38-42f2-9549-5a45e946b87d req-7e104e35-0eef-49b2-a995-2bfdfdf23c09 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301793 Oct 12 04:30:59.930574 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aab1c8ea-fbaf-4385-8194-5a891e2c6ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:00.684769 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb630f2-c37a-4cbb-b7bf-83da973dc9c9 req-3b1b3836-1e7d-4230-88dc-828bf5724d2a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:00.686228 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-efb630f2-c37a-4cbb-b7bf-83da973dc9c9 req-3b1b3836-1e7d-4230-88dc-828bf5724d2a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 943 time: 0.0520284 Oct 12 04:31:00.723284 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-efb630f2-c37a-4cbb-b7bf-83da973dc9c9 req-1ca2e6a8-fa22-4f9e-9110-6213883da4e6 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Oct 12 04:31:01.494026 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 3436ba7c-4372-4060-9d7d-55c76a050c80 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:31:01.586033 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 3436ba7c-4372-4060-9d7d-55c76a050c80, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3436ba7c-4372-4060-9d7d-55c76a050c80,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:31:01.597222 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:31:01.632624 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:01.644562 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3436ba7c-4372-4060-9d7d-55c76a050c80 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:31:01.663198 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 3436ba7c-4372-4060-9d7d-55c76a050c80, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3436ba7c-4372-4060-9d7d-55c76a050c80,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:31:01.725044 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:01.772408 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=3436ba7c-4372-4060-9d7d-55c76a050c80,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:31:01.779370 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.779714 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.780049 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.780379 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.780709 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.781032 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.781348 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.781669 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.782009 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.782328 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.782643 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.783500 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:31:01.833837 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf9d2d-61b1-4f7a-ae2f-707098a0bece req-3485c81f-a43f-4d84-9f47-fd49cfcf8a74 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:01.835296 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-54cf9d2d-61b1-4f7a-ae2f-707098a0bece req-3485c81f-a43f-4d84-9f47-fd49cfcf8a74 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 944 time: 0.0487101 Oct 12 04:31:01.859013 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:31:01.873670 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-54cf9d2d-61b1-4f7a-ae2f-707098a0bece req-141056e6-7caa-4cfd-a8a4-46829afb4b5a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325429 Oct 12 04:31:01.932758 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['3436ba7c-4372-4060-9d7d-55c76a050c80'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:31:02.244891 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:02.268113 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-38787967-1535-493b-86d7-ab6948103f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:02.990860 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adc537-ac03-4551-8f5e-cb69d3b9eeef req-5dcd1067-7c38-4c93-bceb-4f72d9e54618 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:02.992291 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-55adc537-ac03-4551-8f5e-cb69d3b9eeef req-5dcd1067-7c38-4c93-bceb-4f72d9e54618 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 944 time: 0.0546482 Oct 12 04:31:03.028367 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-55adc537-ac03-4551-8f5e-cb69d3b9eeef req-c0c5749d-eead-4c65-9809-2989070d8f7a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300467 Oct 12 04:31:03.178085 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:03.530838 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 3436ba7c-4372-4060-9d7d-55c76a050c80 up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:31:03.646683 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 3436ba7c-4372-4060-9d7d-55c76a050c80 completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:31:03.650353 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 3436ba7c-4372-4060-9d7d-55c76a050c80 triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:31:03.650735 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:03.733148 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:03.755674 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:31:03.758353 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cd0581-c08e-47f8-bc1e-1db71d1c8ffe" -d '{"events": [{"server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "name": "network-vif-plugged", "status": "completed", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:31:03.767949 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:03.771277 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 3436ba7c-4372-4060-9d7d-55c76a050c80, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3436ba7c-4372-4060-9d7d-55c76a050c80,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:31:03.792560 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a228dd-645e-4f7d-b830-829785d81dea x-openstack-request-id: req-05a228dd-645e-4f7d-b830-829785d81dea {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:31:03.792914 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "name": "network-vif-plugged", "status": "completed", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:31:03.793174 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05a228dd-645e-4f7d-b830-829785d81dea {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:31:03.793565 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'code': 200} Oct 12 04:31:03.847033 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:03.895813 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=3436ba7c-4372-4060-9d7d-55c76a050c80,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:31:04.144060 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c22a9-ef5c-4b4c-a63e-51d6ee512fa8 req-2c8849fd-f218-4166-918b-ced5b7dc84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:04.146002 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc2c22a9-ef5c-4b4c-a63e-51d6ee512fa8 req-2c8849fd-f218-4166-918b-ced5b7dc84fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 1098 time: 0.0652795 Oct 12 04:31:04.166165 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382726f-6fb2-4113-b564-e1e4e39e5c7d req-02f9ed92-a677-41fd-84c9-d63e9f607937 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:04.167544 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6382726f-6fb2-4113-b564-e1e4e39e5c7d req-02f9ed92-a677-41fd-84c9-d63e9f607937 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 945 time: 0.0630250 Oct 12 04:31:04.210941 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc2c22a9-ef5c-4b4c-a63e-51d6ee512fa8 req-f1df5305-9003-48ac-9af1-7716499872ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579891 Oct 12 04:31:04.215608 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6382726f-6fb2-4113-b564-e1e4e39e5c7d req-15c86fb8-107a-4627-879f-bcf50752e9ad tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422492 Oct 12 04:31:05.337383 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de3d7f-3914-42b1-affb-c9d531230ebb req-8a3d0ead-36b8-4e1f-8803-eeda07c3f955 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:05.338877 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d9de3d7f-3914-42b1-affb-c9d531230ebb req-8a3d0ead-36b8-4e1f-8803-eeda07c3f955 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 945 time: 0.0522072 Oct 12 04:31:05.375484 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d9de3d7f-3914-42b1-affb-c9d531230ebb req-29a6adac-c6e4-4e51-9731-4dfc0e6cf79f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305760 Oct 12 04:31:05.490631 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:06.487635 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a711d-f52c-4d37-b666-6b582776a39d req-0ba00471-7a42-480b-a5ce-efe5a3e0e4f7 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:06.489107 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b02a711d-f52c-4d37-b666-6b582776a39d req-0ba00471-7a42-480b-a5ce-efe5a3e0e4f7 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 945 time: 0.0483391 Oct 12 04:31:06.525821 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b02a711d-f52c-4d37-b666-6b582776a39d req-b010fe63-9316-49be-a986-808b0df3d6c6 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Oct 12 04:31:06.637069 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227be3-1533-4483-b0d4-623d9650cbea req-c607a5d6-d6f9-4069-8a43-f7e870b096a0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:06.638478 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15227be3-1533-4483-b0d4-623d9650cbea req-c607a5d6-d6f9-4069-8a43-f7e870b096a0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 945 time: 0.0469046 Oct 12 04:31:06.677188 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15227be3-1533-4483-b0d4-623d9650cbea req-7f6aecc2-5e42-4667-b1c7-b6c73f641201 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328474 Oct 12 04:31:06.698159 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33838) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:31:06.739767 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e476dc-d66b-48cc-a2b6-3babb05f7316 tempest-TestVolumeBootPattern-355671771 tempest-TestVolumeBootPattern-355671771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:06.741255 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-11e476dc-d66b-48cc-a2b6-3babb05f7316 tempest-TestVolumeBootPattern-355671771 tempest-TestVolumeBootPattern-355671771-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 1093 time: 0.0421154 Oct 12 04:31:06.743966 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33840) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:31:06.748252 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'floatingip': {'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:31:06.833941 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:06.924316 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:07.028326 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Allocated IP 172.27.2.109 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/6326ca2d-258a-4507-8b93-602cfacdd59e) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:31:07.124241 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:07.218093 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:07.257066 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:31:07.259852 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:31:07.263421 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:31:07.268546 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'Port': ['ID=6326ca2d-258a-4507-8b93-602cfacdd59e,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:31:07.608235 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:07.728006 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:07.872425 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:07.926454 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:07.995250 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'Port': ['ID=6326ca2d-258a-4507-8b93-602cfacdd59e,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:31:08.005842 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:08.102090 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Floating IP 4377f2bd-74da-4840-83f8-169d2e2b1803 associated. External IP: 172.27.2.109, port: 3436ba7c-4372-4060-9d7d-55c76a050c80. Oct 12 04:31:08.297226 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:31:08.399759 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:31:08.409345 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] Sync routers for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:31:08.418322 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:31:08.418970 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:31:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:31:08.460542 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:08.488959 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1ceb7745-428e-4b3a-84fd-691d097d9e0b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7439661 Oct 12 04:31:08.489597 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:31:08.491840 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300348dc-ccde-4157-88e5-952a8f5343e5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:31:08.527380 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dfb6ab-f312-4292-9bea-17f8c0608769 x-openstack-request-id: req-56dfb6ab-f312-4292-9bea-17f8c0608769 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:31:08.527661 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:31:08.527919 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56dfb6ab-f312-4292-9bea-17f8c0608769 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:31:08.528329 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'status': 'completed', 'code': 200} Oct 12 04:31:08.529298 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:31:08.590385 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-5514c620-5d1e-411e-89f8-20e6cb24db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:08.591860 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-5514c620-5d1e-411e-89f8-20e6cb24db57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 1098 time: 0.0428066 Oct 12 04:31:08.696152 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-b7992b7f-11ea-463d-9f67-5a309554048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:08.697629 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-b7992b7f-11ea-463d-9f67-5a309554048b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0982747 Oct 12 04:31:08.764892 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-877d8971-ec20-4f16-8ebc-b13be18661cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3436ba7c-4372-4060-9d7d-55c76a050c80 HTTP/1.1" status: 200 len: 999 time: 0.0604310 Oct 12 04:31:08.816061 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-87a97e62-049f-4c70-b7ab-9d34087958a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:08.818109 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-87a97e62-049f-4c70-b7ab-9d34087958a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0458367 Oct 12 04:31:08.861578 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-c2fe3a34-a5a2-4693-bffa-d782c52425b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:08.862977 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-c2fe3a34-a5a2-4693-bffa-d782c52425b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383792 Oct 12 04:31:08.886532 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '4377f2bd-74da-4840-83f8-169d2e2b1803', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:31:07Z', 'updated_at': '2021-10-12T04:31:07Z', 'revision_number': 0, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:31:08.916789 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] Checking router: 14f3f52c-3600-4a42-bd0b-6e75a45d0043 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:31:08.928794 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:31:08.929422 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:31:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:31:08.954590 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-1a2fcf89-1b02-4662-88d7-dd6f78568d1d service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845895 Oct 12 04:31:09.047411 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:31:09.050251 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-300348dc-ccde-4157-88e5-952a8f5343e5 req-56387bb6-65fc-4b82-ad4e-beb18462ac50 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873942 Oct 12 04:31:09.262421 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '4377f2bd-74da-4840-83f8-169d2e2b1803', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:31:07Z', 'updated_at': '2021-10-12T04:31:07Z', 'revision_number': 0, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:31:09.293358 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68826158-2d63-4137-a95a-9308b0ce28d0 None None] The sync data for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi is: [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '4377f2bd-74da-4840-83f8-169d2e2b1803', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:31:07Z', 'updated_at': '2021-10-12T04:31:07Z', 'revision_number': 0, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:31:09.479206 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a2ad0e-0b3e-481d-a86b-5324f42c21ad None None] New status for floating IP 4377f2bd-74da-4840-83f8-169d2e2b1803: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:31:12.419888 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-e97c8945-8259-4f2b-ae8c-75ef8da5aab9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391803 Oct 12 04:31:12.500868 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-91f2810a-0e14-4758-851b-ad0a145388d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:12.502344 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-91f2810a-0e14-4758-851b-ad0a145388d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 1098 time: 0.0434754 Oct 12 04:31:12.602333 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-fea24e2b-a8cf-41af-9557-2d6ecfc63626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:12.603835 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-fea24e2b-a8cf-41af-9557-2d6ecfc63626 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0826361 Oct 12 04:31:12.669994 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-be0251bf-65fb-485d-80cc-28c902cc1b49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3436ba7c-4372-4060-9d7d-55c76a050c80 HTTP/1.1" status: 200 len: 1001 time: 0.0589252 Oct 12 04:31:12.716903 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-e51c5770-bed7-4e53-b405-478e22fda67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:12.718281 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-e51c5770-bed7-4e53-b405-478e22fda67b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0412252 Oct 12 04:31:12.762108 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-a89180ae-c882-409a-832c-44dce69f7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:31:12.763592 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-a89180ae-c882-409a-832c-44dce69f7765 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380826 Oct 12 04:31:13.116956 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-1315c4f7-a05d-46f9-917a-4751a136f13a service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455272 Oct 12 04:31:13.203593 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ba1837c-0b2e-43ff-b3e5-7748a4ec6f44 req-872723bc-ea58-490c-a538-9e1c4fa4c586 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795622 Oct 12 04:31:29.903226 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-10fb492d-6035-43b9-acd7-cf1878b99481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:32.217942 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:32.246093 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6a7defa3-f50d-4fae-be49-a185b6f2fe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:33.206229 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:33.755615 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:35.461036 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:31:38.857643 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:31:59.953982 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c32181b2-f988-44c1-8f1c-a3d3bdab82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:02.209058 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:02.237383 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-930a61b2-b0e8-4b56-93c0-ec8b74c38f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:03.159878 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:03.742847 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:05.491578 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:14.415992 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-bad29af4-0110-4479-882b-a1b0973f88ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423553 Oct 12 04:32:14.497276 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-aba4e4e1-1f9f-430e-aecc-42d9fb716eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:14.498729 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-aba4e4e1-1f9f-430e-aecc-42d9fb716eb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 1098 time: 0.0415692 Oct 12 04:32:14.600524 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-c702045c-a50d-42d1-bbfb-ff5a3d953101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:14.601935 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-c702045c-a50d-42d1-bbfb-ff5a3d953101 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0844138 Oct 12 04:32:14.663818 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-c7951d51-15ae-416f-a5f1-e42335d5aa8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3436ba7c-4372-4060-9d7d-55c76a050c80 HTTP/1.1" status: 200 len: 1001 time: 0.0550644 Oct 12 04:32:14.710893 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-4f2851dc-ab07-464f-8b69-a7121fcd3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:14.712173 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-4f2851dc-ab07-464f-8b69-a7121fcd3fc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0416353 Oct 12 04:32:14.759620 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-3fb18936-f6b0-4f27-862f-e231b3daf783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:14.761078 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-3fb18936-f6b0-4f27-862f-e231b3daf783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422852 Oct 12 04:32:14.849265 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-4230c54c-9423-4e92-b666-96e9102011e4 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808935 Oct 12 04:32:14.939700 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-364f42a9-e837-40be-85a5-01cb3bcda967 req-6bbfd7f8-f132-46c8-b3a2-94c81c1b7538 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839300 Oct 12 04:32:15.855968 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:32:23.951402 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [req-70c669c3-40ce-4f4f-8074-5e7ec92d3c19 req-6c2703fc-ee23-43b6-96b0-c7af64dedbe2 service neutron] (94611) timed out ('10.222.0.36', 49319) {{(pid=94611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 04:32:29.951482 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f127-4eec-4fd9-af51-06125d3ffb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:32.239136 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:32.250021 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2db038d2-9a94-411f-b7c2-5b5b7980d044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:33.170251 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:33.764743 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:35.473779 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:43.534267 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-435d8dab-eabe-4432-8766-ea11fab011d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649699211&fields=id&tenant_id=07dacc449ddf4eacbce081796b99d647 HTTP/1.1" status: 200 len: 267 time: 0.0330780 Oct 12 04:32:43.635761 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4f5f8521-2db0-453e-a13e-ee2f5c9d2be9 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:43.637164 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4f5f8521-2db0-453e-a13e-ee2f5c9d2be9 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 811 time: 0.0964088 Oct 12 04:32:43.651933 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-47c03d5e-e559-42fe-9817-91f93cea797e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/quotas/07dacc449ddf4eacbce081796b99d647 HTTP/1.1" status: 200 len: 375 time: 0.0092189 Oct 12 04:32:43.721098 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-acc093f8-4062-4c1a-b233-f821ce73c63e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0638468 Oct 12 04:32:43.819451 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-7e18a0e4-99f7-4801-9b37-7b3191471a7a service neutron] 10.222.0.21 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855253 Oct 12 04:32:43.909391 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-c3f5e133-c26a-443c-982a-4d6932bd169d service neutron] 10.222.0.21 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838063 Oct 12 04:32:44.563316 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-122c63a3-ebdc-4109-a1ad-b28cce4b291f req-a75906be-bb50-4f25-bef3-b4870fa0e313 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 210 time: 0.0896461 Oct 12 04:32:45.638109 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0a96f319-7dc8-4e10-be92-f5165085a750 req-e5b1f6d3-e878-4091-aed5-93f6a641aef2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 210 time: 0.0262077 Oct 12 04:32:46.727078 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-006f29c7-3050-4220-8a5a-e4391c14b827 req-575beb2b-e940-4fdd-841c-85aa9167b64f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 210 time: 0.0254617 Oct 12 04:32:47.826487 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95be72fa-8562-431e-849a-c4f616d7d7d5 req-1b002a3a-048c-4b2c-92e3-ba2c331df44f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 210 time: 0.0321658 Oct 12 04:32:48.179224 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-9694274e-75d1-4555-af04-355851c289bb tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:48.180677 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-9694274e-75d1-4555-af04-355851c289bb tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 811 time: 0.1157501 Oct 12 04:32:48.224812 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-2fed7f92-4f88-4db3-8d21-e9a0c48915db tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07dacc449ddf4eacbce081796b99d647 HTTP/1.1" status: 200 len: 379 time: 0.0327079 Oct 12 04:32:48.234308 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'port': {'device_id': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'admin_state_up': True, 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'security_groups': ['1fea7372-7ba1-4065-9928-fd6277ad8153']}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:32:48.408181 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Made reservation on behalf of 07dacc449ddf4eacbce081796b99d647 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:32:48.412335 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:48.534476 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Allocated IP 172.20.0.7 (ec34bde3-5025-40d5-9384-8e9eb1870b7b/c4c8d0bb-6024-44b9-9eff-208d2f6e15ad/6fb66914-ffb6-4751-bb9e-54ff7f1d361c) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:32:48.673602 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:48.771951 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:48.817372 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:32:48.820443 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:32:48.823030 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:32:48.859939 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'Port': ['ID=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:32:48.872837 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.873180 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.873516 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.873856 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.874182 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.874506 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.874856 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.875181 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.875504 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.875824 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.876285 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.876475 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:48.898340 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:48.898978 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:48.956672 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c54c62-0881-4ac5-8efc-be4f9888a0c5 req-e8cfe337-c682-4050-a349-c26a29462331 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:48.958895 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e7c54c62-0881-4ac5-8efc-be4f9888a0c5 req-e8cfe337-c682-4050-a349-c26a29462331 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 931 time: 0.0569038 Oct 12 04:32:48.999169 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e7c54c62-0881-4ac5-8efc-be4f9888a0c5 req-6c1fda38-ef8e-4c3d-81db-15dc5c9c92a2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342791 Oct 12 04:32:49.024913 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4e662c32-a23a-492d-a876-759bf1e95485 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7943707 Oct 12 04:32:49.035012 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-c09e22b8-2312-48f6-a9b6-cc0b006018f5 None None] Provisioning complete for port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c triggered by entity DHCP. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:32:49.035525 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c09e22b8-2312-48f6-a9b6-cc0b006018f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:49.037269 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Request body: {'port': {'device_id': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:32:49.082809 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-c09e22b8-2312-48f6-a9b6-cc0b006018f5 None None] Port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c cannot update to ACTIVE because it is not bound. {{(pid=94613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:32:49.093923 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:49.351442 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb66914-ffb6-4751-bb9e-54ff7f1d361c {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:32:49.358560 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:49.370497 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Transition to ACTIVE for port object 6fb66914-ffb6-4751-bb9e-54ff7f1d361c will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:32:49.442874 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:49.509450 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:32:49.564593 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Attempting to bind port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:32:49.564964 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Attempting to bind port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:32:49.565291 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Attempting to bind port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c on network ec34bde3-5025-40d5-9384-8e9eb1870b7b {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:32:49.569845 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c on network ec34bde3-5025-40d5-9384-8e9eb1870b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:32:49.570156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Attempting to bind port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c on network ec34bde3-5025-40d5-9384-8e9eb1870b7b {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:32:49.574965 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Checking agent: {'id': 'f8fd2091-225a-4f07-8f7a-f96c05c20504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'started_at': datetime.datetime(2021, 10, 12, 4, 15, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:32:49.575297 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Checking segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:32:49.575670 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Bound using segment: {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:32:49.576085 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Bound port: 6fb66914-ffb6-4751-bb9e-54ff7f1d361c, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86da5139-2bba-4d36-8412-9645fd8cca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:32:49.576437 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:49.640904 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] For port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c, host hv-cinder-81306, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:32:49.643914 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] For port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:32:49.736422 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:49.770441 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:49.771120 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:49.772414 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] 10.222.0.36 "PUT /v2.0/ports/6fb66914-ffb6-4751-bb9e-54ff7f1d361c HTTP/1.1" status: 200 len: 1093 time: 0.7394359 Oct 12 04:32:49.772859 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:32:49.775195 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:32:49.799039 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5cbd8-faba-45eb-a88f-67c59f932f73 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:32:49.883712 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f98603-9ed5-4d73-80e0-49eab11c8120 x-openstack-request-id: req-38f98603-9ed5-4d73-80e0-49eab11c8120 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:32:49.884351 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:32:49.884351 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38f98603-9ed5-4d73-80e0-49eab11c8120 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:32:49.884629 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'status': 'completed', 'code': 200} Oct 12 04:32:49.900903 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-a411a01f-1166-4e0c-a1ff-23b6da71b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:49.902409 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-a411a01f-1166-4e0c-a1ff-23b6da71b230 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 1096 time: 0.0453475 Oct 12 04:32:49.948915 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-9d2302da-d736-479a-8244-127bdf572de7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c HTTP/1.1" status: 200 len: 217 time: 0.0379157 Oct 12 04:32:49.997078 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-883b45d1-119a-4078-b105-28d022c4afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:49.998431 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-883b45d1-119a-4078-b105-28d022c4afcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0427723 Oct 12 04:32:50.044132 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-6e62fec7-2aa3-47c6-984a-49524061a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:50.045630 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-6e62fec7-2aa3-47c6-984a-49524061a7ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398338 Oct 12 04:32:50.168320 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee05114-c4c0-4372-9e8b-9dc8470d4183 req-de62a296-e96e-4de0-8eb7-6da1b8af2de7 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:50.169663 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2ee05114-c4c0-4372-9e8b-9dc8470d4183 req-de62a296-e96e-4de0-8eb7-6da1b8af2de7 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 943 time: 0.1004059 Oct 12 04:32:50.173024 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-2b7e01a3-9bc8-4b24-ba2f-6ef81ad486dd service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201224 Oct 12 04:32:50.250815 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2ee05114-c4c0-4372-9e8b-9dc8470d4183 req-3a597f17-496a-4eda-87cf-0cf7694a4603 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751956 Oct 12 04:32:50.283612 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d7b978d1-769f-4b1f-90a5-c30609710441 req-4fe7f15c-b24f-4764-940a-7495a63f157f service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017089 Oct 12 04:32:50.467542 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-2cb47d73-9b2a-4f23-89ca-b14771a84613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:50.468853 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-2cb47d73-9b2a-4f23-89ca-b14771a84613 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 1096 time: 0.0398936 Oct 12 04:32:50.557488 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-1caf5002-1f8e-437a-b526-1e8b8cd2a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:50.558910 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-1caf5002-1f8e-437a-b526-1e8b8cd2a314 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0824757 Oct 12 04:32:50.599714 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-683c71f5-b93b-4516-a2fd-a8550a96e21e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c HTTP/1.1" status: 200 len: 217 time: 0.0337291 Oct 12 04:32:50.647375 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-7fe1f529-866e-4067-9a3b-bac3d94e7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:50.648727 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-7fe1f529-866e-4067-9a3b-bac3d94e7f02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0409441 Oct 12 04:32:50.699041 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-ac9f5a73-9234-4899-b464-52a706a057b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:50.700452 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-ac9f5a73-9234-4899-b464-52a706a057b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420527 Oct 12 04:32:50.789736 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-456fbb5e-a088-41ae-804a-f440dccf6358 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812011 Oct 12 04:32:50.883665 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f95f4498-0e75-4e35-bd55-dcc6e23cac8b req-e8deeef3-5566-4616-b1ee-7ae445162c70 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839159 Oct 12 04:32:51.363790 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33328f5-69c4-4f2b-90ea-f5026ee74185 req-bf3082ab-7876-40f9-b8f7-b23da2c30275 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:51.365219 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f33328f5-69c4-4f2b-90ea-f5026ee74185 req-bf3082ab-7876-40f9-b8f7-b23da2c30275 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 943 time: 0.0478666 Oct 12 04:32:51.401091 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f33328f5-69c4-4f2b-90ea-f5026ee74185 req-40c15f0a-1c63-41ae-b3fb-a66702054901 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301280 Oct 12 04:32:52.510611 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069baea-b609-49d9-8372-acd0c5931bf6 req-9b1e7d0a-53a4-4c11-a114-2ff27f293c2f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:52.512054 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2069baea-b609-49d9-8372-acd0c5931bf6 req-9b1e7d0a-53a4-4c11-a114-2ff27f293c2f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 943 time: 0.0472662 Oct 12 04:32:52.547709 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2069baea-b609-49d9-8372-acd0c5931bf6 req-89781236-21db-42cc-972a-33d842bce959 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298734 Oct 12 04:32:52.856048 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:32:53.660367 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ad3a-c25f-4ae7-a07c-91db9edee9eb req-1a8fccff-ba55-402f-8295-c88276cbaa1b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:53.661792 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8180ad3a-c25f-4ae7-a07c-91db9edee9eb req-1a8fccff-ba55-402f-8295-c88276cbaa1b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 943 time: 0.0511599 Oct 12 04:32:53.697998 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8180ad3a-c25f-4ae7-a07c-91db9edee9eb req-5134089b-cec4-4c90-a7e6-db08f72ebc0a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304461 Oct 12 04:32:54.811289 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9665f5-6714-4353-bdec-920c58cdcf4f req-aa27437b-d223-4385-a538-47db7331f9a8 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:54.812772 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f9665f5-6714-4353-bdec-920c58cdcf4f req-aa27437b-d223-4385-a538-47db7331f9a8 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 943 time: 0.0513735 Oct 12 04:32:54.851020 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f9665f5-6714-4353-bdec-920c58cdcf4f req-c2c5832c-d065-408b-b4e0-cb5fe2e004b6 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317411 Oct 12 04:32:55.959958 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5c11-3e2d-4a6c-9b6e-605f601c72c2 req-132151bc-b439-409f-ba46-bd455fc3733b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:55.961377 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ffa5c11-3e2d-4a6c-9b6e-605f601c72c2 req-132151bc-b439-409f-ba46-bd455fc3733b tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 943 time: 0.0467823 Oct 12 04:32:55.997034 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ffa5c11-3e2d-4a6c-9b6e-605f601c72c2 req-714a1ff5-1888-4ee4-84f9-9da84f711c91 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299461 Oct 12 04:32:57.124243 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bbd0-1b05-4a37-a037-c997c4badafa req-c852c9ad-0a00-43bf-b65f-22a4aa819bbe tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:57.125744 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ccb0bbd0-1b05-4a37-a037-c997c4badafa req-c852c9ad-0a00-43bf-b65f-22a4aa819bbe tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 943 time: 0.0641413 Oct 12 04:32:57.164018 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ccb0bbd0-1b05-4a37-a037-c997c4badafa req-b0799537-fec4-4327-a160-964a0687fb74 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305049 Oct 12 04:32:58.048508 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6fb66914-ffb6-4751-bb9e-54ff7f1d361c details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:32:58.139612 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:32:58.150060 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Returning: {'device': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'port_id': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'mac_address': 'fa:16:3e:df:69:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:32:58.188663 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:58.201894 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb66914-ffb6-4751-bb9e-54ff7f1d361c {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:32:58.220633 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:32:58.275943 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51e591-a7a8-4596-9305-1d2ca7e20166 req-181c8bfb-f996-4adf-ab63-03c3eb11ee4e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:58.277474 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae51e591-a7a8-4596-9305-1d2ca7e20166 req-181c8bfb-f996-4adf-ab63-03c3eb11ee4e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 943 time: 0.0488467 Oct 12 04:32:58.296211 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:32:58.315771 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae51e591-a7a8-4596-9305-1d2ca7e20166 req-06927e72-6c38-4a61-8d3a-165621749756 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Oct 12 04:32:58.343667 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,revision_number=4']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:32:58.350634 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.351083 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.351419 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.351746 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.352068 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.352387 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.352710 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.353025 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.353340 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.353653 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.353963 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.354271 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:32:58.516637 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] get_ports_and_sgs() called for port_ids ['6fb66914-ffb6-4751-bb9e-54ff7f1d361c'] {{(pid=94613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:32:59.426219 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec7860-eefa-486e-b837-b2ea7e3d8cf5 req-517acfcf-62f3-47b6-a7cf-73c8755ad19c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:32:59.427701 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-00ec7860-eefa-486e-b837-b2ea7e3d8cf5 req-517acfcf-62f3-47b6-a7cf-73c8755ad19c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 944 time: 0.0478981 Oct 12 04:32:59.464993 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-00ec7860-eefa-486e-b837-b2ea7e3d8cf5 req-dd855015-17a7-4106-b245-de1af88a7424 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Oct 12 04:32:59.912549 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b690b853-0e2f-4b0d-82c8-4c52b7d85372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:00.060905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6fb66914-ffb6-4751-bb9e-54ff7f1d361c up at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:33:00.158547 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning for port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c completed by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:33:00.162599 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Provisioning complete for port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c triggered by entity L2. {{(pid=94613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:33:00.162991 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907431'] for port, provisioning_complete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:00.238484 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:00.259557 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:33:00.261719 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa57e972526bd9ac342937c0bd715974da481cd35804246f8bd59524b339bd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803e5a86-ef8a-4883-adf6-b2af82555bdc" -d '{"events": [{"server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "name": "network-vif-plugged", "status": "completed", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:33:00.273529 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] For port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:33:00.297444 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d252e368-f9f5-4890-b08a-82a565e5902d x-openstack-request-id: req-d252e368-f9f5-4890-b08a-82a565e5902d {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:33:00.297734 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "name": "network-vif-plugged", "status": "completed", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:33:00.297984 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d252e368-f9f5-4890-b08a-82a565e5902d {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:33:00.298411 dv-cinder-813067-1-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'code': 200} Oct 12 04:33:00.339914 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:00.385006 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Pushing event updated for resources: {'Port': ['ID=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,revision_number=5']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:33:00.578218 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec7df6-af23-4e24-887d-e7ffef29a6af req-d109b94b-43b1-4e74-8214-b87cd1196d63 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:00.579655 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2aec7df6-af23-4e24-887d-e7ffef29a6af req-d109b94b-43b1-4e74-8214-b87cd1196d63 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 945 time: 0.0506406 Oct 12 04:33:00.617450 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2aec7df6-af23-4e24-887d-e7ffef29a6af req-f7a4df81-56e4-4ffe-a10b-838b3a88660f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312979 Oct 12 04:33:00.672966 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fab617-e235-4b35-968e-b5978fc66202 req-c807e9e0-3c6d-48eb-a955-bacf34d6fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:00.674391 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-28fab617-e235-4b35-968e-b5978fc66202 req-c807e9e0-3c6d-48eb-a955-bacf34d6fe62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 1098 time: 0.0388670 Oct 12 04:33:00.708481 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-28fab617-e235-4b35-968e-b5978fc66202 req-4b7087f4-b350-4690-8f94-1ed6fd14e6ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270503 Oct 12 04:33:01.732180 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5e83f-f785-4365-9dd4-bbbb9161c936 req-8cf117fc-83d0-4793-8253-bb32c2205de9 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:01.733686 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-66c5e83f-f785-4365-9dd4-bbbb9161c936 req-8cf117fc-83d0-4793-8253-bb32c2205de9 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 945 time: 0.0473123 Oct 12 04:33:01.773367 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-66c5e83f-f785-4365-9dd4-bbbb9161c936 req-9b7b5db5-86ed-4205-9bd5-7be4aff778e6 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309980 Oct 12 04:33:02.236669 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-010965b0-0b49-4cb6-9d7a-057a77724f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:02.264955 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:02.903381 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759dc55-a47b-40d1-b1e9-5d17d759d9b7 req-9ca850a2-d724-4e7b-a299-f291f02bbd34 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:02.904816 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d759dc55-a47b-40d1-b1e9-5d17d759d9b7 req-9ca850a2-d724-4e7b-a299-f291f02bbd34 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 945 time: 0.0565701 Oct 12 04:33:02.941541 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d759dc55-a47b-40d1-b1e9-5d17d759d9b7 req-74b61eae-fb6d-4b00-990b-5f5e2c31729a tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303183 Oct 12 04:33:03.049333 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741632f-212a-42e5-9f75-174631e21ec3 req-48a5bb25-3d7c-4174-9b7c-4a71bf067bbd tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:03.051417 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c741632f-212a-42e5-9f75-174631e21ec3 req-48a5bb25-3d7c-4174-9b7c-4a71bf067bbd tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 945 time: 0.0475054 Oct 12 04:33:03.087192 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c741632f-212a-42e5-9f75-174631e21ec3 req-cd78aa38-4e03-46f9-a098-45a681f77328 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300288 Oct 12 04:33:03.108901 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33976) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:33:03.151285 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8c939-68c9-4fcd-b535-8950991d8ca2 tempest-TestVolumeBootPattern-355671771 tempest-TestVolumeBootPattern-355671771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:03.152806 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-35f8c939-68c9-4fcd-b535-8950991d8ca2 tempest-TestVolumeBootPattern-355671771 tempest-TestVolumeBootPattern-355671771-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 1093 time: 0.0429065 Oct 12 04:33:03.155643 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 33978) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:33:03.160624 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Request body: {'floatingip': {'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'port_id': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:33:03.167946 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:03.249848 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:03.345808 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:03.449545 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Allocated IP 172.27.2.9 (ebec93e5-cde2-41e8-83c6-398686001061/cc591090-ddf4-446a-9e79-5cf53b39ab55/37a8790a-e4b4-4b1b-8275-c8a281c4f0a4) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:33:03.546679 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:03.632910 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763807746780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:03.668209 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Network ebec93e5-cde2-41e8-83c6-398686001061 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:33:03.672881 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:33:03.675293 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:33:03.704426 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'Port': ['ID=37a8790a-e4b4-4b1b-8275-c8a281c4f0a4,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:33:03.747049 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:04.029276 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:04.141723 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587297'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:04.285862 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:04.335640 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763808214806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763807746798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763807744772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545536'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:04.409386 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event updated for resources: {'Port': ['ID=37a8790a-e4b4-4b1b-8275-c8a281c4f0a4,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:33:04.418123 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544130'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:04.782281 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Floating IP 372c5a96-2d1c-4ab1-ad06-da1015ac9db0 associated. External IP: 172.27.2.9, port: 6fb66914-ffb6-4751-bb9e-54ff7f1d361c. Oct 12 04:33:04.981828 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:33:05.082988 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:33:05.092180 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d6414-403c-4b10-981f-c66914200c4c None None] Sync routers for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:33:05.101449 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d6414-403c-4b10-981f-c66914200c4c None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:33:05.102046 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-281d6414-403c-4b10-981f-c66914200c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:33:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:33:05.204783 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:05.208202 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-281d6414-403c-4b10-981f-c66914200c4c None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:33:05.231950 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6c1434b1-3b42-495a-8915-5ff16f012dc2 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0751002 Oct 12 04:33:05.232526 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:33:05.234810 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77889e23-2ac7-4ceb-b00f-c91f227e50c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:33:05.275332 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406b45c5-96b2-4214-b213-b1f0577abc76 x-openstack-request-id: req-406b45c5-96b2-4214-b213-b1f0577abc76 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:33:05.275332 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:33:05.275332 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-406b45c5-96b2-4214-b213-b1f0577abc76 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:33:05.275332 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'status': 'completed', 'code': 200} Oct 12 04:33:05.336022 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-11dd2b36-bfd1-4f9e-baa0-37b273190000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:05.337457 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-11dd2b36-bfd1-4f9e-baa0-37b273190000 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 1098 time: 0.0412829 Oct 12 04:33:05.435818 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-b438f7ef-8527-4097-ab96-66456ecd7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:05.437265 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-b438f7ef-8527-4097-ab96-66456ecd7f44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0926783 Oct 12 04:33:05.448337 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-281d6414-403c-4b10-981f-c66914200c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '372c5a96-2d1c-4ab1-ad06-da1015ac9db0', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:df:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:33:03Z', 'updated_at': '2021-10-12T04:33:03Z', 'revision_number': 0, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}, {'id': '4377f2bd-74da-4840-83f8-169d2e2b1803', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:31:07Z', 'updated_at': '2021-10-12T04:31:09Z', 'revision_number': 1, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:33:05.475865 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d6414-403c-4b10-981f-c66914200c4c None None] Checking router: 14f3f52c-3600-4a42-bd0b-6e75a45d0043 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:33:05.483085 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:05.484966 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d6414-403c-4b10-981f-c66914200c4c None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:33:05.485566 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-281d6414-403c-4b10-981f-c66914200c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:33:02Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:33:05.501455 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-f020d858-2574-4756-b3f4-2a36478fee2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c HTTP/1.1" status: 200 len: 997 time: 0.0575819 Oct 12 04:33:05.551381 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-9a265f2d-2f11-4fa6-81ff-c20ad725eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:05.552862 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-9a265f2d-2f11-4fa6-81ff-c20ad725eb13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0449915 Oct 12 04:33:05.604487 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-c7c49e65-ed97-4df1-947f-22c55239f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:05.605912 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-c7c49e65-ed97-4df1-947f-22c55239f9f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461204 Oct 12 04:33:05.700529 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-02635d76-72b1-4368-a8bd-d81de4e76d9d service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868165 Oct 12 04:33:05.709204 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-281d6414-403c-4b10-981f-c66914200c4c None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:33:05.791875 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77889e23-2ac7-4ceb-b00f-c91f227e50c9 req-e80fe893-f8e2-43d2-bbf1-14369003c542 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846863 Oct 12 04:33:05.933387 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-281d6414-403c-4b10-981f-c66914200c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '372c5a96-2d1c-4ab1-ad06-da1015ac9db0', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:df:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:33:03Z', 'updated_at': '2021-10-12T04:33:03Z', 'revision_number': 0, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}, {'id': '4377f2bd-74da-4840-83f8-169d2e2b1803', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:31:07Z', 'updated_at': '2021-10-12T04:31:09Z', 'revision_number': 1, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:33:05.959288 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d6414-403c-4b10-981f-c66914200c4c None None] The sync data for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi is: [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '372c5a96-2d1c-4ab1-ad06-da1015ac9db0', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:df:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:33:03Z', 'updated_at': '2021-10-12T04:33:03Z', 'revision_number': 0, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}, {'id': '4377f2bd-74da-4840-83f8-169d2e2b1803', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:31:07Z', 'updated_at': '2021-10-12T04:31:09Z', 'revision_number': 1, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:33:06.150738 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c246a744-36c3-484b-8fc1-932a6ecb8388 None None] New status for floating IP 372c5a96-2d1c-4ab1-ad06-da1015ac9db0: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:33:16.419979 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-da99982b-d062-4b00-b106-1d168fff5961 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381787 Oct 12 04:33:16.498414 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-06b636f1-4534-48fe-97fe-4d1d43bd484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:16.499869 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-06b636f1-4534-48fe-97fe-4d1d43bd484f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 1098 time: 0.0397446 Oct 12 04:33:16.601337 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-4647a955-15ea-4dc1-9f0b-85414835889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:16.602655 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-4647a955-15ea-4dc1-9f0b-85414835889f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0853083 Oct 12 04:33:16.664951 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-1575d52b-5502-4244-8269-d13736933375 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3436ba7c-4372-4060-9d7d-55c76a050c80 HTTP/1.1" status: 200 len: 1001 time: 0.0554106 Oct 12 04:33:16.716795 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-500d8040-3ee7-4983-8e1e-747607034ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:16.718155 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-500d8040-3ee7-4983-8e1e-747607034ea2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0451624 Oct 12 04:33:16.763809 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-d503a0fb-6a24-4ed5-bb85-d6c04d6daf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:33:16.765294 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-d503a0fb-6a24-4ed5-bb85-d6c04d6daf67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387890 Oct 12 04:33:16.857206 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-649fc2e2-9ef9-4a7b-93c5-15b21ec8aca3 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811870 Oct 12 04:33:16.948566 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ae7b9ab8-40b8-4943-88b9-089c90812683 req-3d22023f-43b3-4514-b4b4-eb841bdc1711 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827549 Oct 12 04:33:29.855658 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:33:29.927492 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-72c8dcb9-f87f-407d-b462-6306259b5bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:32.230032 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-51df631a-d246-4e00-9380-4c18e077aeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:32.254741 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:33.169428 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:33.764041 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:35.466550 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:33:59.963186 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a7709133-3077-44b9-b523-68624b49a80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:02.260074 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-01314829-e724-4987-a45d-3524ede6ea52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:02.294275 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:03.166264 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:03.772477 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:05.480682 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:06.854447 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:34:17.464095 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-ee326f84-7adc-445b-b9b3-4cfef5980277 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769031 Oct 12 04:34:17.522480 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-dda4cfc7-b3a8-404e-98b8-84256b252b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:17.524035 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-dda4cfc7-b3a8-404e-98b8-84256b252b59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 1098 time: 0.0388701 Oct 12 04:34:17.629322 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-929a56a7-ed40-4a6d-8213-125e37f35976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:17.630759 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-929a56a7-ed40-4a6d-8213-125e37f35976 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0871711 Oct 12 04:34:17.698729 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-3d74b683-d4cf-4b1d-aacb-d9b0fd5830fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c HTTP/1.1" status: 200 len: 999 time: 0.0596814 Oct 12 04:34:17.746140 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-328480e4-695a-422f-bffc-7e772c58ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:17.747554 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-328480e4-695a-422f-bffc-7e772c58ec3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0419850 Oct 12 04:34:17.791776 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-3d23e943-5a10-4070-8ee0-ed7df92f1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:17.793177 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-3d23e943-5a10-4070-8ee0-ed7df92f1cd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387678 Oct 12 04:34:17.880842 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-8a50d394-4c84-4015-a6b0-4c0f85613af5 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804312 Oct 12 04:34:17.978862 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60c9230f-7d5a-406a-8e60-d3758d3827e2 req-d2a7c426-a714-46cf-9b44-27a9e27df34c service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915716 Oct 12 04:34:29.916754 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3e9831e2-1917-4542-8b28-8a4518883a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:32.178405 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34018) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:32.242443 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7384fb57-bd8b-4359-9601-7b51577a9e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:32.303335 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:32.376206 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Deleting port 37a8790a-e4b4-4b1b-8275-c8a281c4f0a4 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:32.376542 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:32.452107 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:32.452337 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:32.464129 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Calling delete_port for 37a8790a-e4b4-4b1b-8275-c8a281c4f0a4 owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:32.671226 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:32.694874 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event deleted for resources: {'Port': ['ID=37a8790a-e4b4-4b1b-8275-c8a281c4f0a4,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:32.704382 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.704662 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.704995 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.705323 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.705648 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.705998 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.706767 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.706767 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.706978 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.707266 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.707579 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.707891 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:32.767021 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:32.767347 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Floating IP 372c5a96-2d1c-4ab1-ad06-da1015ac9db0 disassociated (deleted). External IP: 172.27.2.9, port: 6fb66914-ffb6-4751-bb9e-54ff7f1d361c. Oct 12 04:34:32.969883 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:34:33.075720 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:34:33.080951 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:33.084878 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] Sync routers for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:34:33.102409 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:34:33.103018 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:34:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:33.107601 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-943a5a5c-dd06-4000-a545-f7520eeb174d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "DELETE /v2.0/floatingips/372c5a96-2d1c-4ab1-ad06-da1015ac9db0 HTTP/1.1" status: 204 len: 168 time: 0.9280531 Oct 12 04:34:33.108441 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:34:33.110738 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598edf76-a496-4a6f-a951-bb79e6b0922f" -d '{"events": [{"name": "network-changed", "server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:34:33.149811 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153cb3af-6528-4852-898e-9436d41009bd x-openstack-request-id: req-153cb3af-6528-4852-898e-9436d41009bd {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:34:33.150153 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:34:33.150345 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-153cb3af-6528-4852-898e-9436d41009bd {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:34:33.150776 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'status': 'completed', 'code': 200} Oct 12 04:34:33.219037 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-df938c23-5bbe-426b-a849-91d63b63f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:33.221353 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-df938c23-5bbe-426b-a849-91d63b63f531 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 1098 time: 0.0460036 Oct 12 04:34:33.222574 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:33.227923 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:34:33.316859 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-777e30cb-a034-452b-8a80-c339576189b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:33.318381 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-777e30cb-a034-452b-8a80-c339576189b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0897505 Oct 12 04:34:33.360461 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-8ddd8bcf-e96c-4e9d-9b43-bd1227302c50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c HTTP/1.1" status: 200 len: 217 time: 0.0342720 Oct 12 04:34:33.420640 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-993f6cf2-28f6-4ddf-9b23-99b187491907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:33.422341 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-993f6cf2-28f6-4ddf-9b23-99b187491907 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0542889 Oct 12 04:34:33.468794 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '4377f2bd-74da-4840-83f8-169d2e2b1803', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:31:07Z', 'updated_at': '2021-10-12T04:31:09Z', 'revision_number': 1, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:33.469400 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-29f89630-c15f-4cea-aa97-56ed7ebd47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:33.470907 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-29f89630-c15f-4cea-aa97-56ed7ebd47e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418777 Oct 12 04:34:33.499691 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] Checking router: 14f3f52c-3600-4a42-bd0b-6e75a45d0043 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:34:33.508280 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:34:33.508892 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:34:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:33.612987 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afbcf6-81d2-4c17-8364-87312650689e req-521a8055-36b8-493e-a8d1-8f5e6e33873d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:33.614446 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e0afbcf6-81d2-4c17-8364-87312650689e req-521a8055-36b8-493e-a8d1-8f5e6e33873d tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 945 time: 0.0860791 Oct 12 04:34:33.623637 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:34:33.630800 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-c164bfec-b483-4f44-9223-a98860daaccb service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433461 Oct 12 04:34:33.702544 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e0afbcf6-81d2-4c17-8364-87312650689e req-af91bf65-65b2-45c5-ae58-e63e9d155481 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805242 Oct 12 04:34:33.748420 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-598edf76-a496-4a6f-a951-bb79e6b0922f req-ab0ca318-a191-4431-ab69-1e5907817d4a service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080067 Oct 12 04:34:33.828424 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:33.855377 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '4377f2bd-74da-4840-83f8-169d2e2b1803', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:31:07Z', 'updated_at': '2021-10-12T04:31:09Z', 'revision_number': 1, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:33.884951 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed992bd-032e-40fe-8eb8-6bbfdb32fbc4 None None] The sync data for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi is: [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_floatingips': [{'id': '4377f2bd-74da-4840-83f8-169d2e2b1803', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'router_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'port_id': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'mac_address': 'fa:16:3e:b2:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:31:07Z', 'updated_at': '2021-10-12T04:31:09Z', 'revision_number': 1, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:34:34.090157 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6672d43-a1d3-401d-b726-75c284d12e0b None None] New status for floating IP 372c5a96-2d1c-4ab1-ad06-da1015ac9db0: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:34:34.834621 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4305a-8dcd-4516-a7ba-bc46c5331c32 req-5f00c3cd-5d28-436f-89e1-64592ef062e6 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:34.836174 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-79f4305a-8dcd-4516-a7ba-bc46c5331c32 req-5f00c3cd-5d28-436f-89e1-64592ef062e6 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 945 time: 0.0506296 Oct 12 04:34:34.872991 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-79f4305a-8dcd-4516-a7ba-bc46c5331c32 req-eda9621b-5002-4d93-ace3-6614b30d2bb4 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Oct 12 04:34:35.039541 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-7df40854-8e6c-42e9-b8f1-b204fe9258a8 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:35.040850 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-7df40854-8e6c-42e9-b8f1-b204fe9258a8 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 945 time: 0.0468969 Oct 12 04:34:35.128208 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Deleting port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:35.128537 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:35.213344 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] For port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:35.213697 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:35.225765 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Calling delete_port for 6fb66914-ffb6-4751-bb9e-54ff7f1d361c owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:35.579730 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:35.579730 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event deleted for resources: {'Port': ['ID=6fb66914-ffb6-4751-bb9e-54ff7f1d361c,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:35.579730 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] No DVR routers for this DVR port 6fb66914-ffb6-4751-bb9e-54ff7f1d361c on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:34:35.579730 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:35.579730 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-40d392eb-968e-4f8f-9e55-abf301bba433 req-68f87acc-1783-4165-b989-3062b7368fe3 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "DELETE /v2.0/ports/6fb66914-ffb6-4751-bb9e-54ff7f1d361c HTTP/1.1" status: 204 len: 173 time: 0.4780066 Oct 12 04:34:35.579730 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'name': 'network-vif-deleted', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:34:35.579730 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eb4362-6388-468a-9811-88a650974d82" -d '{"events": [{"server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "name": "network-vif-deleted", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:34:35.607780 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:35.608199 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06dda3e-38a5-428f-bc7b-f8dbdb8170ef x-openstack-request-id: req-b06dda3e-38a5-428f-bc7b-f8dbdb8170ef {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:34:35.608199 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77908c0-ca08-49b7-b619-f8268ff59e0d", "name": "network-vif-deleted", "tag": "6fb66914-ffb6-4751-bb9e-54ff7f1d361c", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:34:35.608199 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b06dda3e-38a5-428f-bc7b-f8dbdb8170ef {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:34:35.608199 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77908c0-ca08-49b7-b619-f8268ff59e0d', 'name': 'network-vif-deleted', 'tag': '6fb66914-ffb6-4751-bb9e-54ff7f1d361c', 'status': 'completed', 'code': 200} Oct 12 04:34:36.011013 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cbb7b735-3f20-423e-80a7-72b30c315493 req-ae2b6b4c-c1ff-4316-96c1-ee2f43271095 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=b77908c0-ca08-49b7-b619-f8268ff59e0d HTTP/1.1" status: 200 len: 210 time: 0.0258543 Oct 12 04:34:38.616468 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6fb66914-ffb6-4751-bb9e-54ff7f1d361c no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:34:38.635283 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 6fb66914-ffb6-4751-bb9e-54ff7f1d361c {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:34:38.635622 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 6fb66914-ffb6-4751-bb9e-54ff7f1d361c not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:34:39.441241 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34060) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:39.593323 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Deleting port 6326ca2d-258a-4507-8b93-602cfacdd59e {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:39.593657 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:39.669359 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:39.669590 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:39.680717 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Calling delete_port for 6326ca2d-258a-4507-8b93-602cfacdd59e owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:39.894112 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:39.919249 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event deleted for resources: {'Port': ['ID=6326ca2d-258a-4507-8b93-602cfacdd59e,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:39.995454 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:39.995805 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Floating IP 4377f2bd-74da-4840-83f8-169d2e2b1803 disassociated (deleted). External IP: 172.27.2.109, port: 3436ba7c-4372-4060-9d7d-55c76a050c80. Oct 12 04:34:40.459313 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:34:40.569429 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:34:40.574186 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:40.578869 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] Sync routers for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:34:40.587657 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:34:40.588262 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:34:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:40.600518 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7a0fbf04-263b-462d-a1fb-5aa35d52f9d0 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "DELETE /v2.0/floatingips/4377f2bd-74da-4840-83f8-169d2e2b1803 HTTP/1.1" status: 204 len: 168 time: 1.1582091 Oct 12 04:34:40.601103 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:34:40.603380 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e09468c-bc6e-4380-b4ab-cf467e7d7412" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:34:40.638401 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f249d038-51ee-4eed-8ae1-fd4e0803e2af x-openstack-request-id: req-f249d038-51ee-4eed-8ae1-fd4e0803e2af {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:34:40.638706 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:34:40.639251 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f249d038-51ee-4eed-8ae1-fd4e0803e2af {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:34:40.639655 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'status': 'completed', 'code': 200} Oct 12 04:34:40.695447 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:34:40.700902 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-4eb277a1-c0f2-4e77-b7de-63a21e632cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:40.701250 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-4eb277a1-c0f2-4e77-b7de-63a21e632cef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07dacc449ddf4eacbce081796b99d647&device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 1098 time: 0.0401726 Oct 12 04:34:40.801599 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-243294cb-8a52-434d-afa6-f44ff879064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:40.803087 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-243294cb-8a52-434d-afa6-f44ff879064c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 200 len: 912 time: 0.0953600 Oct 12 04:34:40.847925 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-f47e1e32-681b-48c9-808d-1a15eb53e727 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3436ba7c-4372-4060-9d7d-55c76a050c80 HTTP/1.1" status: 200 len: 217 time: 0.0370476 Oct 12 04:34:40.896728 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:40.897508 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-c88f239e-7f09-4abe-8c66-fb4a52d049a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:40.898953 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-c88f239e-7f09-4abe-8c66-fb4a52d049a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 200 len: 850 time: 0.0430169 Oct 12 04:34:40.961950 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-0c86e5c3-ec97-4b67-a857-ed0e55f52ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:40.963748 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-0c86e5c3-ec97-4b67-a857-ed0e55f52ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec34bde3-5025-40d5-9384-8e9eb1870b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535474 Oct 12 04:34:41.054551 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] Checking router: 14f3f52c-3600-4a42-bd0b-6e75a45d0043 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:34:41.062930 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:34:41.063531 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:34:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:41.079250 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc891265-01a9-4147-8c67-3e8caba2f81e req-820654db-9b61-419f-9012-01fa22801b18 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:41.081215 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dc891265-01a9-4147-8c67-3e8caba2f81e req-820654db-9b61-419f-9012-01fa22801b18 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 945 time: 0.1008596 Oct 12 04:34:41.103207 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-a3622e4e-2510-4865-b1fe-87bdabc99319 service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313884 Oct 12 04:34:41.166098 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:34:41.168566 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dc891265-01a9-4147-8c67-3e8caba2f81e req-285e7669-267e-4e99-9310-9d74db50234c tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772340 Oct 12 04:34:41.213243 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e09468c-bc6e-4380-b4ab-cf467e7d7412 req-70a605f7-16ed-4108-ba73-348dd58afe9b service neutron] 10.222.0.36 "GET /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024063 Oct 12 04:34:41.363668 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:41.389104 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e768e-8240-48f9-b3ce-4ffd73cf8137 None None] The sync data for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi is: [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:27:59Z', 'revision_number': 4, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi', '_interfaces': [{'id': 'cc8818b9-616a-4d79-ade3-20f096d9c339', 'name': '', 'network_id': 'ec34bde3-5025-40d5-9384-8e9eb1870b7b', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'mac_address': 'fa:16:3e:32:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:58Z', 'updated_at': '2021-10-12T04:28:02Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'subnets': [{'id': 'c4c8d0bb-6024-44b9-9eff-208d2f6e15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:34:41.584884 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf3197-de2c-42e7-9f2a-b6d6d8544778 None None] New status for floating IP 4377f2bd-74da-4840-83f8-169d2e2b1803: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:34:42.286746 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfde34-cbb3-4e19-9f96-10d7b7c8ceb9 req-149ec9a0-3447-4172-b4fe-c0012fea1856 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:42.288246 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1fcfde34-cbb3-4e19-9f96-10d7b7c8ceb9 req-149ec9a0-3447-4172-b4fe-c0012fea1856 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 945 time: 0.0530512 Oct 12 04:34:42.323896 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1fcfde34-cbb3-4e19-9f96-10d7b7c8ceb9 req-19ae7723-4018-4747-b3a6-cbcdb2503e0f tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fea7372-7ba1-4065-9928-fd6277ad8153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298684 Oct 12 04:34:42.463961 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-6cb1aa63-2861-48f8-a5b4-78b9624ba66e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:34:42.465261 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-6cb1aa63-2861-48f8-a5b4-78b9624ba66e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 945 time: 0.0457799 Oct 12 04:34:42.553477 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Deleting port 3436ba7c-4372-4060-9d7d-55c76a050c80 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:42.553814 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:42.638128 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] For port 3436ba7c-4372-4060-9d7d-55c76a050c80, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3436ba7c-4372-4060-9d7d-55c76a050c80,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:42.638488 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:42.650433 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Calling delete_port for 3436ba7c-4372-4060-9d7d-55c76a050c80 owned by compute:nova {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:42.842336 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:42.870106 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event deleted for resources: {'Port': ['ID=3436ba7c-4372-4060-9d7d-55c76a050c80,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:42.911172 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] No DVR routers for this DVR port 3436ba7c-4372-4060-9d7d-55c76a050c80 on host hv-cinder-81306 {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:34:42.913598 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:42.916979 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-49de6c35-e053-4e8e-8e95-82480e48c8d6 req-be805f23-a41c-4374-b2fa-35e19bbb222e tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.36 "DELETE /v2.0/ports/3436ba7c-4372-4060-9d7d-55c76a050c80 HTTP/1.1" status: 204 len: 173 time: 0.4458621 Oct 12 04:34:42.917414 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'name': 'network-vif-deleted', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:34:42.919664 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4cd6bdcebd6dd697a4e582960283a37d5654c1fabd41d490076d1fbd98b394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800555aa-965e-4c0c-896c-891c3fc4e417" -d '{"events": [{"server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "name": "network-vif-deleted", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:34:42.953470 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ad3bbc-8f48-4b43-888f-e93e2e43d144 x-openstack-request-id: req-d9ad3bbc-8f48-4b43-888f-e93e2e43d144 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:34:42.953766 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5b9a34-32a4-436a-9aa6-89a7cae198a8", "name": "network-vif-deleted", "tag": "3436ba7c-4372-4060-9d7d-55c76a050c80", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:34:42.954019 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9ad3bbc-8f48-4b43-888f-e93e2e43d144 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:34:42.954414 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5b9a34-32a4-436a-9aa6-89a7cae198a8', 'name': 'network-vif-deleted', 'tag': '3436ba7c-4372-4060-9d7d-55c76a050c80', 'status': 'completed', 'code': 200} Oct 12 04:34:43.420466 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [req-44eea197-d524-445b-84ad-35aff85d4efb req-89bafb0f-0fb1-4217-96a6-4b6ef0185e34 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd5b9a34-32a4-436a-9aa6-89a7cae198a8 HTTP/1.1" status: 200 len: 210 time: 0.0296793 Oct 12 04:34:43.853691 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:34:44.474081 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34076) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:44.596583 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Deleting port 92299f5d-8ec6-4e59-8a9e-283bea75f0f8 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:44.596916 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:44.667403 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:44.667722 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:44.679282 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Calling delete_port for 92299f5d-8ec6-4e59-8a9e-283bea75f0f8 owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:44.881809 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:44.905590 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event deleted for resources: {'Port': ['ID=92299f5d-8ec6-4e59-8a9e-283bea75f0f8,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:44.965504 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:44.968627 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105143'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:44.969279 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b5e467d9-9aef-4c11-a18f-5f1efcc68627 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "DELETE /v2.0/floatingips/e669bb62-0dc9-4b19-a973-db4dc94e8afc HTTP/1.1" status: 204 len: 168 time: 0.4941945 Oct 12 04:34:46.314119 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 34088) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:46.374145 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:46.398475 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:46.533621 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:46.536727 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:46.537882 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] 10.222.0.21 "DELETE /v2.0/security-groups/1fea7372-7ba1-4065-9928-fd6277ad8153 HTTP/1.1" status: 204 len: 168 time: 0.2227604 Oct 12 04:34:46.546775 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea7372-7ba1-4065-9928-fd6277ad8153,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:46.554448 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.554745 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.555186 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.555524 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.555849 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.556171 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.556492 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.556812 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.557131 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.557447 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.557761 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.558070 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f1c3f-d731-4d62-b951-ffe499372d88 tempest-TestVolumeBootPattern-230818390 tempest-TestVolumeBootPattern-230818390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:46.649314 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 34094) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:46.654146 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 3436ba7c-4372-4060-9d7d-55c76a050c80 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:34:46.675415 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] No Port match for: 3436ba7c-4372-4060-9d7d-55c76a050c80 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:34:46.675769 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Device 3436ba7c-4372-4060-9d7d-55c76a050c80 not bound to the agent host hv-cinder-81306 {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:34:47.407901 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701570'] for router_interface, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:47.681936 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Deleting port cc8818b9-616a-4d79-ade3-20f096d9c339 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:47.682183 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:47.758867 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] For port cc8818b9-616a-4d79-ade3-20f096d9c339, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=cc8818b9-616a-4d79-ade3-20f096d9c339,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:47.759234 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:47.772017 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Calling delete_port for cc8818b9-616a-4d79-ade3-20f096d9c339 owned by network:router_interface {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:48.017608 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:48.042941 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8818b9-616a-4d79-ade3-20f096d9c339,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:48.210054 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701494'] for router_interface, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:48.420920 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:34:48.520804 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:34:48.525874 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-7d434eed-8bf3-4a5c-9736-b0737009aabf admin admin] 10.222.0.21 "PUT /v2.0/routers/14f3f52c-3600-4a42-bd0b-6e75a45d0043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8755307 Oct 12 04:34:48.528551 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34098) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:48.530410 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] Sync routers for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:34:48.539346 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:34:48.539940 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:34:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:48.630780 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:48.641863 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:34:48.731619 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:48.843804 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Deleting port 99735a78-cb89-4b75-b4c6-be6c079f1eb7 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:48.844142 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:48.845589 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:34:47Z', 'revision_number': 5, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port': {'id': '99735a78-cb89-4b75-b4c6-be6c079f1eb7', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:48.876172 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] Checking router: 14f3f52c-3600-4a42-bd0b-6e75a45d0043 for host: dv-cinder-813067-1-iscsi {{(pid=94613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:34:48.885034 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] Routers {'14f3f52c-3600-4a42-bd0b-6e75a45d0043'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:34:48.885643 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:34:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'], 'active': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:48.928224 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] For port 99735a78-cb89-4b75-b4c6-be6c079f1eb7, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=99735a78-cb89-4b75-b4c6-be6c079f1eb7,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:48.928855 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:48.941180 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Calling delete_port for 99735a78-cb89-4b75-b4c6-be6c079f1eb7 owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:48.966610 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvr_db [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] Set router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 gateway port host: None {{(pid=94613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:34:49.021701 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_hamode_db [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:34:48Z', 'revision_number': 6, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port_host': None}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:49.050257 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729252fb-5b30-4b62-a5d2-f061837fa879 None None] The sync data for ids ['14f3f52c-3600-4a42-bd0b-6e75a45d0043'] in dv-cinder-813067-1-iscsi is: [{'id': '14f3f52c-3600-4a42-bd0b-6e75a45d0043', 'name': 'tempest-TestVolumeBootPattern-639586906-router', 'tenant_id': '07dacc449ddf4eacbce081796b99d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:27:56Z', 'updated_at': '2021-10-12T04:34:48Z', 'revision_number': 6, 'project_id': '07dacc449ddf4eacbce081796b99d647', 'gw_port_host': None}] {{(pid=94613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:34:49.206290 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.232942 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Pushing event deleted for resources: {'Port': ['ID=99735a78-cb89-4b75-b4c6-be6c079f1eb7,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:49.288617 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544212'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.374742 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3077'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.376973 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.488004 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-704047'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.488589 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14f3f52c-3600-4a42-bd0b-6e75a45d0043 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:34:49.492939 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.494084 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5cac23ca-4054-4c6c-93b6-ceec8f9435db admin admin] 10.222.0.21 "DELETE /v2.0/routers/14f3f52c-3600-4a42-bd0b-6e75a45d0043 HTTP/1.1" status: 204 len: 168 time: 0.9645264 Oct 12 04:34:49.496620 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34100) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:49.539994 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7af4df0-9ae8-4408-b05f-c98a900c04d1 admin admin] Deleting subnet c4c8d0bb-6024-44b9-9eff-208d2f6e15ad {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:34:49.542879 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d7af4df0-9ae8-4408-b05f-c98a900c04d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.575773 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d7af4df0-9ae8-4408-b05f-c98a900c04d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.653137 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d7af4df0-9ae8-4408-b05f-c98a900c04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.739450 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d7af4df0-9ae8-4408-b05f-c98a900c04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.770418 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af4df0-9ae8-4408-b05f-c98a900c04d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c8d0bb-6024-44b9-9eff-208d2f6e15ad,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:49.770418 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d7af4df0-9ae8-4408-b05f-c98a900c04d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.774019 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d7af4df0-9ae8-4408-b05f-c98a900c04d1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c4c8d0bb-6024-44b9-9eff-208d2f6e15ad HTTP/1.1" status: 204 len: 168 time: 0.2742960 Oct 12 04:34:49.774179 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebefad39-deb0-4371-84a3-cb4368315236 None None] Network ec34bde3-5025-40d5-9384-8e9eb1870b7b requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:34:49.774640 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34102) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:49.821172 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device cc8818b9-616a-4d79-ade3-20f096d9c339 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:34:49.843612 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: cc8818b9-616a-4d79-ade3-20f096d9c339 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:34:49.844011 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device cc8818b9-616a-4d79-ade3-20f096d9c339 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:34:49.852028 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.907742 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Deleting port 9a087bca-a114-4b15-9809-0fff62ea6ad8 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:49.908084 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.971369 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] DHCP port deletion for ec34bde3-5025-40d5-9384-8e9eb1870b7b request from dv-cinder-813067-1-iscsi {{(pid=94613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:34:49.974629 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] For port 9a087bca-a114-4b15-9809-0fff62ea6ad8, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=9a087bca-a114-4b15-9809-0fff62ea6ad8,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:49.975058 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:49.989125 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Calling delete_port for 9a087bca-a114-4b15-9809-0fff62ea6ad8 owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:50.023900 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Deleting port 9a087bca-a114-4b15-9809-0fff62ea6ad8 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:50.024241 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.091014 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] For port 9a087bca-a114-4b15-9809-0fff62ea6ad8, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=9a087bca-a114-4b15-9809-0fff62ea6ad8,segment=NetworkSegment(86da5139-2bba-4d36-8412-9645fd8cca41),segment_id=86da5139-2bba-4d36-8412-9645fd8cca41)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:50.091413 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.104379 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Calling delete_port for 9a087bca-a114-4b15-9809-0fff62ea6ad8 owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:50.160806 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.178990 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.187886 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] No DVR routers for this DVR port 9a087bca-a114-4b15-9809-0fff62ea6ad8 on host dv-cinder-813067-1-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:34:50.193174 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a087bca-a114-4b15-9809-0fff62ea6ad8,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:50.205465 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Pushing event deleted for resources: {'Port': ['ID=9a087bca-a114-4b15-9809-0fff62ea6ad8,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:50.208225 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] No DVR routers for this DVR port 9a087bca-a114-4b15-9809-0fff62ea6ad8 on host dv-cinder-813067-1-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:34:50.215947 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.216291 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.216652 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.216947 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.217278 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.217632 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.218000 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.218327 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.218692 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.219024 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.219343 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.219661 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e55f6-8c3f-4ca9-b4ce-1cb6f6824293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:34:50.271594 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.290994 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec34bde3-5025-40d5-9384-8e9eb1870b7b']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:50.299906 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86da5139-2bba-4d36-8412-9645fd8cca41') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:50.300142 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86da5139-2bba-4d36-8412-9645fd8cca41') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:50.309018 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8545627'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.322098 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.327785 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:34:50.328156 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546280'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: Traceback (most recent call last): Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: timer() Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: cb(*args, **kw) Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: return func(*args, **kwargs) Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: self._notify() Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: self.callback(batched_events) Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: event.method(event) Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: return f(self, *a, **k) Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._get(url).json() Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:34:50.329745 dv-cinder-813067-1-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:34:50.430766 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.436017 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:50.439214 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ec34bde3-5025-40d5-9384-8e9eb1870b7b HTTP/1.1" status: 204 len: 168 time: 0.6640327 Oct 12 04:34:50.442860 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 34104) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:50.450560 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debac6d2-b801-4d9c-a1d9-44303d431224 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec34bde3-5025-40d5-9384-8e9eb1870b7b,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:50.772355 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701570'] for router_interface, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:51.004963 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Deleting port 4f95d94d-ca38-45fa-8ee9-05168eadc17a {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:51.005295 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:51.079539 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] For port 4f95d94d-ca38-45fa-8ee9-05168eadc17a, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=4f95d94d-ca38-45fa-8ee9-05168eadc17a,segment=NetworkSegment(c21819f8-b3ed-417f-b49d-2b9abfb37bdc),segment_id=c21819f8-b3ed-417f-b49d-2b9abfb37bdc)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:51.079899 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:51.094593 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Calling delete_port for 4f95d94d-ca38-45fa-8ee9-05168eadc17a owned by network:router_interface {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:51.304919 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:51.330126 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f95d94d-ca38-45fa-8ee9-05168eadc17a,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:51.491881 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 99735a78-cb89-4b75-b4c6-be6c079f1eb7 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:34:51.512692 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 99735a78-cb89-4b75-b4c6-be6c079f1eb7 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:34:51.513038 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 99735a78-cb89-4b75-b4c6-be6c079f1eb7 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:34:51.513450 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 9a087bca-a114-4b15-9809-0fff62ea6ad8 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:34:51.515775 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701494'] for router_interface, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:51.533395 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 9a087bca-a114-4b15-9809-0fff62ea6ad8 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:34:51.534309 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 9a087bca-a114-4b15-9809-0fff62ea6ad8 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:34:51.960934 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 has already been hosted by L3 agent c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e {{(pid=94611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:34:52.064125 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-iscsi the message routers_updated {{(pid=94611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:34:52.069734 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-9a3555c0-6e14-4704-9b6e-987c88bacb54 admin admin] 10.222.0.21 "PUT /v2.0/routers/95b95e8b-7e26-4ce1-aca1-5eba3a27c878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6258476 Oct 12 04:34:52.072300 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 34106) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:52.073000 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] Sync routers for ids ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'] in dv-cinder-813067-1-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:34:52.082044 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] Routers {'95b95e8b-7e26-4ce1-aca1-5eba3a27c878'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:34:52.082642 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:34:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:52.171165 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks [] for router, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:52.182262 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] Set router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 gateway port host: dv-cinder-813067-1-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:34:52.274182 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:52.368921 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'external_fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:28:01Z', 'updated_at': '2021-10-12T04:34:51Z', 'revision_number': 5, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'gw_port': {'id': 'b567711a-8aea-4906-af7b-3af2d0867f80', 'name': '', 'network_id': 'ebec93e5-cde2-41e8-83c6-398686001061', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:28:02Z', 'updated_at': '2021-10-12T04:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc591090-ddf4-446a-9e79-5cf53b39ab55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-iscsi'}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:52.396572 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] Checking router: 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 for host: dv-cinder-813067-1-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:34:52.404609 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] Routers {'95b95e8b-7e26-4ce1-aca1-5eba3a27c878'} bound to L3 agent in host dv-cinder-813067-1-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:34:52.405199 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T04:08:32Z,description=,heartbeat_timestamp=2021-10-12T04:34:32Z,host='dv-cinder-813067-1-iscsi',id=c5ae69aa-9c1a-42a9-a8e3-623f5e24bc7e,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T04:08:33Z,topic='l3_agent')) {'router_ids': ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:52.413148 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Deleting port b567711a-8aea-4906-af7b-3af2d0867f80 {{(pid=94611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:52.413510 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:52.487831 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] Set router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:34:52.490654 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.db [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] For port b567711a-8aea-4906-af7b-3af2d0867f80, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=b567711a-8aea-4906-af7b-3af2d0867f80,segment=NetworkSegment(ca10fa98-e3f9-4bb1-9a95-5479a280b27c),segment_id=ca10fa98-e3f9-4bb1-9a95-5479a280b27c)] {{(pid=94611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:52.491043 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:52.502967 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.plugins.ml2.plugin [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Calling delete_port for b567711a-8aea-4906-af7b-3af2d0867f80 owned by network:router_gateway {{(pid=94611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:52.537778 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:28:01Z', 'updated_at': '2021-10-12T04:34:52Z', 'revision_number': 6, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'gw_port_host': None}], 'dv-cinder-813067-1-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:52.654482 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d68ee1-4689-4b55-b3fd-711202b98d55 None None] The sync data for ids ['95b95e8b-7e26-4ce1-aca1-5eba3a27c878'] in dv-cinder-813067-1-iscsi is: [{'id': '95b95e8b-7e26-4ce1-aca1-5eba3a27c878', 'name': 'tempest-TestVolumeBootPattern-1298521346-router', 'tenant_id': 'dc7f2e40ada044db9c14f06d061c7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:28:01Z', 'updated_at': '2021-10-12T04:34:52Z', 'revision_number': 6, 'project_id': 'dc7f2e40ada044db9c14f06d061c7111', 'gw_port_host': None}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:34:52.740040 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8605532'] for port, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:52.773183 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Pushing event deleted for resources: {'Port': ['ID=b567711a-8aea-4906-af7b-3af2d0867f80,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:52.827017 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544212'] for router_gateway, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:52.923250 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3077'] for router, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:52.925235 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.031066 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-704047'] for router, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.031636 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95b95e8b-7e26-4ce1-aca1-5eba3a27c878 {{(pid=94611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:34:53.036913 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] Notify callbacks [] for router, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.038087 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-d618bc6a-7640-4627-b6ef-b72fcb828743 admin admin] 10.222.0.21 "DELETE /v2.0/routers/95b95e8b-7e26-4ce1-aca1-5eba3a27c878 HTTP/1.1" status: 204 len: 168 time: 0.9648700 Oct 12 04:34:53.040725 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34108) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:53.086771 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-392b38a1-930c-44ce-a455-f423c445302c admin admin] Deleting subnet 2232d0ae-ea9e-4efb-b092-b41d98a3210b {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:34:53.089842 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-392b38a1-930c-44ce-a455-f423c445302c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.126769 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-392b38a1-930c-44ce-a455-f423c445302c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8545616'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.200456 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-392b38a1-930c-44ce-a455-f423c445302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902711'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.320476 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-392b38a1-930c-44ce-a455-f423c445302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369519'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.350356 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b38a1-930c-44ce-a455-f423c445302c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2232d0ae-ea9e-4efb-b092-b41d98a3210b,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:53.352272 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-392b38a1-930c-44ce-a455-f423c445302c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.355972 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-392b38a1-930c-44ce-a455-f423c445302c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2232d0ae-ea9e-4efb-b092-b41d98a3210b HTTP/1.1" status: 204 len: 168 time: 0.3136282 Oct 12 04:34:53.357984 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34110) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:53.358133 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42985670-e5e6-4fbb-9100-68253de817b7 None None] Network eb559786-28a2-479e-a927-8c899b39e516 requested from dv-cinder-813067-1-iscsi {{(pid=94613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:34:53.433766 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771548'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.454367 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device b567711a-8aea-4906-af7b-3af2d0867f80 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:34:53.487739 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: b567711a-8aea-4906-af7b-3af2d0867f80 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:34:53.488082 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device b567711a-8aea-4906-af7b-3af2d0867f80 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:34:53.489004 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 4f95d94d-ca38-45fa-8ee9-05168eadc17a no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:34:53.489132 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Deleting port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:53.489444 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.509566 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 4f95d94d-ca38-45fa-8ee9-05168eadc17a {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:34:53.509905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 4f95d94d-ca38-45fa-8ee9-05168eadc17a not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:34:53.557885 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] For port 7b11b21a-e7c6-407b-baaf-9ad41fb59331, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=7b11b21a-e7c6-407b-baaf-9ad41fb59331,segment=NetworkSegment(c21819f8-b3ed-417f-b49d-2b9abfb37bdc),segment_id=c21819f8-b3ed-417f-b49d-2b9abfb37bdc)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:53.558097 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.571284 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Calling delete_port for 7b11b21a-e7c6-407b-baaf-9ad41fb59331 owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:53.579066 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d2417-2f1b-4b22-8036-98f83fc714d1 None None] DHCP port deletion for eb559786-28a2-479e-a927-8c899b39e516 request from dv-cinder-813067-1-iscsi {{(pid=94613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:34:53.625671 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-e54d2417-2f1b-4b22-8036-98f83fc714d1 None None] Deleting port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:34:53.625947 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e54d2417-2f1b-4b22-8036-98f83fc714d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763808293030'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.693496 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-e54d2417-2f1b-4b22-8036-98f83fc714d1 None None] For port 7b11b21a-e7c6-407b-baaf-9ad41fb59331, host dv-cinder-813067-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-iscsi',level=0,port_id=7b11b21a-e7c6-407b-baaf-9ad41fb59331,segment=NetworkSegment(c21819f8-b3ed-417f-b49d-2b9abfb37bdc),segment_id=c21819f8-b3ed-417f-b49d-2b9abfb37bdc)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:34:53.693898 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e54d2417-2f1b-4b22-8036-98f83fc714d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548911'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.706639 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-e54d2417-2f1b-4b22-8036-98f83fc714d1 None None] Calling delete_port for 7b11b21a-e7c6-407b-baaf-9ad41fb59331 owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:34:53.715234 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545561'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.744162 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b11b21a-e7c6-407b-baaf-9ad41fb59331,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:53.749154 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] No DVR routers for this DVR port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 on host dv-cinder-813067-1-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:34:53.788491 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e54d2417-2f1b-4b22-8036-98f83fc714d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763808214788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763807746789'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.814873 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d2417-2f1b-4b22-8036-98f83fc714d1 None None] Pushing event deleted for resources: {'Port': ['ID=7b11b21a-e7c6-407b-baaf-9ad41fb59331,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:53.815086 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900684', 'neutron.services.segments.db._delete_segments_for_network-8763808307204'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.820798 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d2417-2f1b-4b22-8036-98f83fc714d1 None None] No DVR routers for this DVR port 7b11b21a-e7c6-407b-baaf-9ad41fb59331 on host dv-cinder-813067-1-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:34:53.835942 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb559786-28a2-479e-a927-8c899b39e516']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:53.844899 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:53.847378 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21819f8-b3ed-417f-b49d-2b9abfb37bdc') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:34:53.854951 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763808306445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8545627'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.868675 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.874424 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:34:53.876065 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546280'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: Traceback (most recent call last): Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: timer() Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: cb(*args, **kw) Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: return func(*args, **kwargs) Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: self._notify() Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: self.callback(batched_events) Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: event.method(event) Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: return f(self, *a, **k) Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._get(url).json() Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:34:53.876452 dv-cinder-813067-1-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:34:53.999911 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544176'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:54.005061 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559372'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:54.008206 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eb559786-28a2-479e-a927-8c899b39e516 HTTP/1.1" status: 204 len: 168 time: 0.6493258 Oct 12 04:34:54.018878 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2129b8-8ad4-4989-a4b5-276ae7b48119 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb559786-28a2-479e-a927-8c899b39e516,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:54.273289 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34114) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:54.311775 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a1209a7b-91e9-420f-9495-cdaa77edf600 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07dacc449ddf4eacbce081796b99d647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373480 Oct 12 04:34:54.314028 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 34116) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:54.360073 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c5204572-2fc9-465a-9a50-e2d833bbe2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:54.380077 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c5204572-2fc9-465a-9a50-e2d833bbe2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:54.508183 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c5204572-2fc9-465a-9a50-e2d833bbe2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:54.510654 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c5204572-2fc9-465a-9a50-e2d833bbe2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:54.511815 dv-cinder-813067-1-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c5204572-2fc9-465a-9a50-e2d833bbe2e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86a13ff1-8066-44b5-b74b-11df35a9da9d HTTP/1.1" status: 204 len: 168 time: 0.1969249 Oct 12 04:34:54.520138 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5204572-2fc9-465a-9a50-e2d833bbe2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a13ff1-8066-44b5-b74b-11df35a9da9d,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:55.156526 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 34122) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:55.195031 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-06a868d0-32ac-4db4-9433-ecd54d218a65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc7f2e40ada044db9c14f06d061c7111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373600 Oct 12 04:34:55.197309 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.wsgi [-] (94611) accepted ('10.222.0.21', 34124) {{(pid=94611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:34:55.242503 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-09f9eed9-5d67-4c3e-9a71-d1c77e6b76cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:55.263933 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-09f9eed9-5d67-4c3e-9a71-d1c77e6b76cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:55.396564 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-09f9eed9-5d67-4c3e-9a71-d1c77e6b76cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742836'] for security_group, after_delete {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:55.399223 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron_lib.callbacks.manager [None req-09f9eed9-5d67-4c3e-9a71-d1c77e6b76cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:34:55.400448 dv-cinder-813067-1-iscsi neutron-server[94611]: INFO neutron.wsgi [None req-09f9eed9-5d67-4c3e-9a71-d1c77e6b76cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9253c23-bfce-48c4-909b-164702b23399 HTTP/1.1" status: 204 len: 168 time: 0.2022128 Oct 12 04:34:55.411824 dv-cinder-813067-1-iscsi neutron-server[94611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9eed9-5d67-4c3e-9a71-d1c77e6b76cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9253c23-bfce-48c4-909b-164702b23399,revision_number=None']} {{(pid=94611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:34:55.440105 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 7b11b21a-e7c6-407b-baaf-9ad41fb59331 no longer exists at agent ovs-agent-dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:34:55.459504 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] No Port match for: 7b11b21a-e7c6-407b-baaf-9ad41fb59331 {{(pid=94613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:34:55.459844 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.rpc [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Device 7b11b21a-e7c6-407b-baaf-9ad41fb59331 not bound to the agent host dv-cinder-813067-1-iscsi {{(pid=94613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:34:59.921673 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa14ba35-ae69-4f7f-88b2-73559ceb2e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:02.276092 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-320e033a-b9fd-4d67-8ce5-727988520f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:02.287372 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:03.167379 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:03.782637 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:05.504548 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:20.851802 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:35:29.935926 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-51870fdf-1781-4be0-a98f-74f33065834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:32.235515 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-00282c0c-ca5e-4915-94dd-2420a8e4ad3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:32.267527 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:33.181730 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:33.790417 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:35.478783 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:35:57.850455 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:35:59.929617 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b600502a-05f3-497b-8de2-78fcd2dd227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:02.251802 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3218ea56-a60d-453b-b296-210b039f4532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:02.283813 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:03.346542 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:03.803834 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:05.492083 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:29.930982 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-51457415-f8b6-4fa5-84f9-201885d611ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:32.237371 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4986984b-1123-4b8e-9d63-4e1bd180d70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:32.306397 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:33.142433 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:33.809182 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:34.848897 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:36:35.496631 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:36:59.936151 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3e832c4a-8646-40d0-8077-bfc4a5bf50a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:02.250150 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c33a70e3-4890-4d24-95fb-e6abfe00985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:02.305133 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:03.187761 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:03.808511 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:05.501719 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:11.847527 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:37:29.984929 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-17b28ae4-8414-4a7c-a3a0-5a76e8bd0a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:32.249541 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e47316d6-4233-49d1-beca-1ba53405d66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:32.300838 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:33.169835 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:33.807519 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:35.495959 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:37:48.845888 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:37:59.949843 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9262a12f-8bbc-4e30-8272-a89bfc36dbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:02.250436 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3cd6fae0-fcf7-4d8b-9f63-65d8d998242a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:02.329262 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:03.209038 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:03.797726 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:05.526971 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:25.845359 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:38:29.945810 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-176f750d-dbdf-4835-965d-00bff2d2710b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:32.260478 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf78ba81-c4b6-4ca5-8fa8-eef327d25418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:32.308884 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:33.188950 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:33.802913 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:35.505813 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:38:59.943027 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d13d3a07-16fd-4fe7-8dc8-ecca24f3508a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:02.384808 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4345217f-50dd-4a57-b5bf-fa4402b84517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:02.413198 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:02.845309 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:39:03.182884 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:03.807913 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:05.502905 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:29.951684 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-658c1422-e1c7-48a1-9ddb-81f54eb74746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:31.831919 dv-cinder-813067-1-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-11858f1d-f7a1-48ae-bb94-7ccde2c990ba req-a7073d88-4232-46ec-a877-1e74b0e4183c service neutron] (94612) timed out ('10.222.0.21', 55878) {{(pid=94612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 04:39:32.267906 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-996e0a4d-6975-4edc-9246-4422c70c2524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:32.336040 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:33.187531 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:33.816291 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:35.550109 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:39:39.844561 dv-cinder-813067-1-iscsi neutron-server[94614]: DEBUG neutron.db.agents_db [None req-ec6b0836-4f0e-4d18-a76e-b38c17bc60dc None None] Agent healthcheck: found 6 active agents {{(pid=94614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:39:59.967202 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-53f19376-b9bb-43d1-ad92-d01b68a18cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:40:02.384168 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d98c6bed-782e-45a9-9a08-dbab95aa9d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:40:02.394760 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-879e777d-c59e-4bab-98b6-2876424e8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:40:03.198591 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-37652ded-584d-4b08-8b66-91f8c109533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:40:03.800618 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-54e9fe9c-b2e7-4e31-8d98-e3a8d20ff952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:40:05.529910 dv-cinder-813067-1-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-606eef7a-d20e-45d7-962f-d1c7ce64a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763808303086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907740'] for agent, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}